You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/11/08 12:25:12 UTC

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 15 - Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/15/

3 tests failed.
FAILED:  org.apache.solr.TestRandomDVFaceting.testRandomFaceting

Error Message:
java.lang.AssertionError: mismatch: 'd'!='e' @ facet_counts/facet_fields/small4_ss/[4]

Stack Trace:
java.lang.AssertionError: mismatch: 'd'!='e' @ facet_counts/facet_fields/small4_ss/[4]
	at __randomizedtesting.SeedInfo.seed([24D9C18D7823AC23:29B1E1582DDA649C]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.TestRandomDVFaceting.doFacetTests(TestRandomDVFaceting.java:292)
	at org.apache.solr.TestRandomDVFaceting.doFacetTests(TestRandomDVFaceting.java:175)
	at org.apache.solr.TestRandomDVFaceting.testRandomFaceting(TestRandomDVFaceting.java:158)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2883, name=Thread-1587, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2883, name=Thread-1587, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
	at __randomizedtesting.SeedInfo.seed([24D9C18D7823AC23:AC8DFE57D6DFC1DB]:0)
Caused by: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38361/_hji/yl/collection1: / by zero
	at __randomizedtesting.SeedInfo.seed([24D9C18D7823AC23]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1004)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1019)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:692)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node3/data/",
          "base_url":"http://127.0.0.1:32781/lwsb/we",
          "node_name":"127.0.0.1:32781_lwsb%2Fwe",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node5/data/",
          "base_url":"http://127.0.0.1:34319/lwsb/we",
          "node_name":"127.0.0.1:34319_lwsb%2Fwe",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node7/data/",
          "base_url":"http://127.0.0.1:36063/lwsb/we",
          "node_name":"127.0.0.1:36063_lwsb%2Fwe",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard2"},
        "core_node8":{
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node8/data/",
          "base_url":"http://127.0.0.1:40021/lwsb/we",
          "node_name":"127.0.0.1:40021_lwsb%2Fwe",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:32781_lwsb%2Fwe, 127.0.0.1:34319_lwsb%2Fwe, 127.0.0.1:36711_lwsb%2Fwe]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node3/data/",
          "base_url":"http://127.0.0.1:32781/lwsb/we",
          "node_name":"127.0.0.1:32781_lwsb%2Fwe",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node5/data/",
          "base_url":"http://127.0.0.1:34319/lwsb/we",
          "node_name":"127.0.0.1:34319_lwsb%2Fwe",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node7/data/",
          "base_url":"http://127.0.0.1:36063/lwsb/we",
          "node_name":"127.0.0.1:36063_lwsb%2Fwe",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard2"},
        "core_node8":{
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node8/data/",
          "base_url":"http://127.0.0.1:40021/lwsb/we",
          "node_name":"127.0.0.1:40021_lwsb%2Fwe",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:32781_lwsb%2Fwe, 127.0.0.1:34319_lwsb%2Fwe, 127.0.0.1:36711_lwsb%2Fwe]
	at __randomizedtesting.SeedInfo.seed([24D9C18D7823AC23:AC8DFE57D6DFC1DB]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 209896 lines...]
  2> 2732740 ERROR (TEST-TestRandomDVFaceting.testRandomFaceting-seed#[24D9C18D7823AC23]) [     ] o.a.s.TestRandomDVFaceting ERROR: mismatch facet response: mismatch: 'd'!='e' @ facet_counts/facet_fields/small4_ss/[4]
  2>  expected ={
  2>   "response":{"numFound":12,"start":0,"numFoundExact":true,"docs":[]
  2>   },
  2>   "facet_counts":{
  2>     "facet_queries":{},
  2>     "facet_fields":{
  2>       "small4_ss":[
  2>         "b",1,
  2>         "c",1,
  2>         "d",1,
  2>         "f",1]},
  2>     "facet_ranges":{},
  2>     "facet_intervals":{},
  2>     "facet_heatmaps":{}}}
  2> 
  2>  response = {
  2>   "response":{"numFound":12,"start":0,"numFoundExact":true,"docs":[]
  2>   },
  2>   "facet_counts":{
  2>     "facet_queries":{},
  2>     "facet_fields":{
  2>       "small4_ss":[
  2>         "b",1,
  2>         "c",1,
  2>         "e",1,
  2>         "f",1]},
  2>     "facet_ranges":{},
  2>     "facet_intervals":{},
  2>     "facet_heatmaps":{}}}
  2> 
  2>  request = facet=true&wt=json&indent=true&omitHeader=true&q=*:*&rows=0&facet.offset=0&facet.field=small4_ss&facet.method=uif
  2> 2732749 INFO  (TEST-TestRandomDVFaceting.testRandomFaceting-seed#[24D9C18D7823AC23]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testRandomFaceting
   >     java.lang.AssertionError: mismatch: 'd'!='e' @ facet_counts/facet_fields/small4_ss/[4]
   >         at __randomizedtesting.SeedInfo.seed([24D9C18D7823AC23:29B1E1582DDA649C]:0)
   >         at org.junit.Assert.fail(Assert.java:89)
   >         at org.apache.solr.TestRandomDVFaceting.doFacetTests(TestRandomDVFaceting.java:292)
   >         at org.apache.solr.TestRandomDVFaceting.doFacetTests(TestRandomDVFaceting.java:175)
   >         at org.apache.solr.TestRandomDVFaceting.testRandomFaceting(TestRandomDVFaceting.java:158)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   >         at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   >         at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   >         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   >         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   >         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   >         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   >         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   >         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   >         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   >         at java.base/java.lang.Thread.run(Thread.java:834)
  2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
  2> NOTE: reproduce with: gradlew test --tests TestRandomDVFaceting.testRandomFaceting -Dtests.seed=24D9C18D7823AC23 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=zu-ZA -Dtests.timezone=America/Matamoros -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> 2732758 INFO  (SUITE-TestRandomDVFaceting-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
  2> 2732758 INFO  (SUITE-TestRandomDVFaceting-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1576116533
  2> 2732761 INFO  (coreCloseExecutor-20041-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1bed4e63
  2> 2732761 INFO  (coreCloseExecutor-20041-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@1bed4e63
  2> 2732762 INFO  (coreCloseExecutor-20041-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a2fe2b6: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@7cbd7351
  2> 2732838 INFO  (coreCloseExecutor-20041-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
  2> 2732892 INFO  (SUITE-TestRandomDVFaceting-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 2732892 INFO  (SUITE-TestRandomDVFaceting-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@318b0250: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@665b253a
  2> 2732900 INFO  (SUITE-TestRandomDVFaceting-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 2732900 INFO  (SUITE-TestRandomDVFaceting-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7826b57d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@17ec060f
  2> 2732906 INFO  (SUITE-TestRandomDVFaceting-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 2732906 INFO  (SUITE-TestRandomDVFaceting-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@773c187b: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@19f875aa
  2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/solr.TestRandomDVFaceting_24D9C18D7823AC23-001
  2> NOTE: test params are: codec=Asserting(Lucene90): {small3_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), foo_ds_dv=Lucene84, foo_f_dv=PostingsFormat(name=LuceneVarGapFixedInterval), small_i=Lucene84, small3_is=Lucene84, small_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), score_f=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), score_d=Lucene84, id=Lucene84, foo_i=PostingsFormat(name=LuceneVarGapFixedInterval), foo_fs_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), foo_l=Lucene84, small4_ss=PostingsFormat(name=Direct), small2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), small2_i=Lucene84, foo_ls_dv=Lucene84, small2_is=PostingsFormat(name=Direct), foo_ds=PostingsFormat(name=LuceneVarGapFixedInterval), foo_fs=PostingsFormat(name=Direct), foo_d_dv=PostingsFormat(name=Direct), score_f_dv=PostingsFormat(name=LuceneVarGapFixedInterval), foo_d=Lucene84, score_d_dv=PostingsFormat(name=Direct), small2_ss=PostingsFormat(name=LuceneVarGapFixedInterval), foo_f=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), foo_l_dv=PostingsFormat(name=Direct), foo_ls=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{small2_s_dv=DocValuesFormat(name=Asserting), score_f_p=DocValuesFormat(name=Asserting), id_dv=DocValuesFormat(name=Asserting), score_d_p=DocValuesFormat(name=Asserting), small2_is_p=DocValuesFormat(name=Lucene80), small3_is_dv=DocValuesFormat(name=Asserting), foo_ds_dv=DocValuesFormat(name=Lucene80), foo_f_dv=DocValuesFormat(name=Asserting), foo_ds_p=DocValuesFormat(name=Lucene80), foo_l_p=DocValuesFormat(name=Asserting), foo_i_p=DocValuesFormat(name=Lucene80), small2_i_dv=DocValuesFormat(name=Asserting), small4_ss_dv=DocValuesFormat(name=Lucene80), small_s_dv=DocValuesFormat(name=Asserting), foo_i_dv=DocValuesFormat(name=Lucene80), small2_ss_dv=DocValuesFormat(name=Lucene80), foo_fs_dv=DocValuesFormat(name=Lucene80), small2_is_dv=DocValuesFormat(name=Lucene80), small_i_p=DocValuesFormat(name=Asserting), small2_i_p=DocValuesFormat(name=Asserting), small_i_dv=DocValuesFormat(name=Asserting), small3_is_p=DocValuesFormat(name=Asserting), foo_ls_dv=DocValuesFormat(name=Lucene80), foo_f_p=DocValuesFormat(name=Asserting), foo_ls_p=DocValuesFormat(name=Lucene80), foo_d_p=DocValuesFormat(name=Asserting), foo_fs_p=DocValuesFormat(name=Lucene80), score_f_dv=DocValuesFormat(name=Asserting), foo_d_dv=DocValuesFormat(name=Asserting), score_d_dv=DocValuesFormat(name=Asserting), foo_l_dv=DocValuesFormat(name=Asserting), small3_ss_dv=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=938, maxMBSortInHeap=5.579531880954786, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=zu-ZA, timezone=America/Matamoros
  2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=185810768,total=536870912
  2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, TestSlowCompositeReaderWrapper, TestGroupingSearch, MetricsDisabledCloudTest, SolrMetricsIntegrationTest, SolrSlf4jReporterTest, MetricsConfigTest, TestJettySolrRunner, TestReplicationHandlerBackup, TestExpandComponent, PhrasesIdentificationComponentTest, CloudReplicaSourceTest, TermsComponentTest, DistributedQueryComponentOptimizationTest, DistributedFacetPivotSmallTest, SuggestComponentTest, SearchHandlerTest, DistributedQueryElevationComponentTest, SuggestComponentContextFilterQueryTest, PropertiesRequestHandlerTest, TestConfigsApi, MBeansHandlerTest, SplitHandlerTest, ZookeeperStatusHandlerTest, CoreMergeIndexesAdminHandlerTest, TestBlobHandler, TestReqParamsAPI, RandomizedTaggerTest, TestReplicationHandlerDiskOverFlow, JsonLoaderTest, XmlUpdateRequestHandlerTest, V2StandaloneTest, TestStressThreadBackup, PingRequestHandlerTest, HighlighterTest, HighlighterConfigTest, BaseTestRuleBasedAuthorizationPlugin, CertAuthPluginTest, TestZkAclsWithHadoopAuth, PKIAuthenticationIntegrationTest, TestAuthorizationFramework, ConvertedLegacyTest, TestHighFrequencyDictionaryFactory, TestFuzzyAnalyzedSuggestions, TestAnalyzeInfixSuggestions, SpellCheckCollatorWithCollapseTest, FileBasedSpellCheckerTest, WordBreakSolrSpellCheckerTest, TestNumericRangeQuery64, TestNumericRangeQuery32, TestNumericTerms64, TestNumericTerms32, TestFieldCacheSortRandom, SmileWriterTest, TestRawResponseWriter, TestSubQueryTransformer, TestJavabinTupleStreamParser, TestCustomDocTransformer, TestDocumentBuilder, ProtectedTermFilterFactoryTest, TestCharFilters, OverseerSolrResponseUnsafeSerializationTest, TestConfigSetsAPI, SolrCloudExampleTest, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestPullReplica, TestTolerantUpdateProcessorCloud, ChaosMonkeyNothingIsSafeTest, TestSegmentSorting, RouteFieldTest, DeleteNodeTest, ForceLeaderTest, TestLocalStatsCacheCloud, TestTlogReplica, ShardRoutingTest, ZkNodePropsTest, HdfsUnloadDistributedZkTest, HdfsBasicDistributedZkTest, HdfsThreadLeakTest, HdfsSyncSliceTest, OverseerCollectionConfigSetProcessorTest, TestLeaderElectionWithEmptyReplica, TestCloudSearcherWarming, NestedShardedAtomicUpdateTest, CleanupOldIndexTest, TestLeaderElectionZkExpiry, ForceLeaderWithTlogReplicasTest, DistributedQueueTest, ClusterStateMockUtilTest, TestAuthenticationFramework, LeaderVoteWaitTimeoutTest, DocValuesNotIndexedTest, BasicDistributedZkTest, LeaderFailureAfterFreshStartTest, TestRebalanceLeaders, SystemCollectionCompatTest, OverseerSolrResponseTest, ClusterStateTest, TestLocalFSCloudBackupRestore, CollectionsAPIDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, SimpleCollectionCreateDeleteTest, TestHdfsCloudBackupRestore, ZkStateWriterTest, MultiSolrCloudTestCaseTest, LeaderTragicEventTest, ActionThrottleTest, TestCloudInspectUtil, DeleteReplicaTest, URLClassifyProcessorTest, TestPartialUpdateDeduplication, AtomicUpdatesTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ClassificationUpdateProcessorIntegrationTest, AtomicUpdateProcessorFactoryTest, UUIDUpdateProcessorFallbackTest, DocExpirationUpdateProcessorFactoryTest, DefaultValueUpdateProcessorTest, TestExceedMaxTermLength, RootFieldTest, TestInPlaceUpdatesDistrib, TestUpdate, PeerSyncWithLeaderAndIndexFingerprintCachingTest, AnalysisErrorHandlingTest, SolrIndexMetricsTest, TestLogWatcher, TestPointFields, DateRangeFieldTest, ChangedSchemaMergeTest, TestCloudSchemaless, PreAnalyzedFieldManagedSchemaCloudTest, TestSchemalessBufferedUpdates, PolyFieldTest, TestCollationFieldDocValues, TestCloudManagedSchema, OpenExchangeRatesOrgProviderTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestSurroundQueryParser, TestMinHashQParser, TestSolr4Spatial2, TestScoreJoinQPNoScore, BJQFilterAccessibleTest, AnalyticsMergeStrategyTest, TestDistribIDF, TestSearcherReuse, TestRecovery, TestCloudJSONFacetSKGEquiv, DistributedFacetSimpleRefinementLongTailTest, TestJsonRangeFacets, TestJsonRequest, TestXmlQParserPlugin, TestStressVersions, TestQueryUtils, ReturnFieldsTest, TestSolrFieldCacheBean, TestSolrQueryParser, 
  2> TestMinMaxOnMultiValuedField, TestReload, TestMaxScoreQueryParser, QueryEqualityTest, TestOverriddenPrefixQueryForCustomFieldType, TestIBSimilarityFactory, TestBooleanSimilarityFactory, TestNonDefinedSimilarityFactory, TestRangeQuery, SortSpecParsingTest, LargeFieldTest, TestDocSet, TestRandomFaceting, TestFieldResource, TestSchemaSimilarityResource, TestUniqueKeyFieldResource, TestFieldTypeCollectionResource, TestRestManager, MinimalSchemaTest, TestRandomDVFaceting]

WARNING: Test org.apache.solr.search.facet.TestJsonFacets wrote 29,818,547 bytes of output.
WARNING: Test org.apache.solr.TestDistributedSearch wrote 155,466,793 bytes of output.
WARNING: Test org.apache.solr.DistributedIntervalFacetingTest wrote 21,253,276 bytes of output.
WARNING: Test org.apache.solr.cloud.TestStressLiveNodes wrote 33,833,037 bytes of output.
WARNING: Test org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest wrote 14,353,754 bytes of output.

org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest > test FAILED
    java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
      "pullReplicas":"0",
      "replicationFactor":"2",
      "shards":{
        "shard1":{
          "range":"80000000-ffffffff",
          "state":"active",
          "replicas":{
            "core_node3":{
              "leader":"true",
              "core_node_name":"core_node3",
              "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node3/data/",
              "base_url":"http://127.0.0.1:32781/lwsb/we",
              "node_name":"127.0.0.1:32781_lwsb%2Fwe",
              "collection":"solrj_collection",
              "type":"NRT",
              "force_set_state":"false",
              "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
              "core":"solrj_collection_shard1_replica_n1",
              "shared_storage":"true",
              "state":"active",
              "shard":"shard1"},
            "core_node5":{
              "core_node_name":"core_node5",
              "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node5/data/",
              "base_url":"http://127.0.0.1:34319/lwsb/we",
              "node_name":"127.0.0.1:34319_lwsb%2Fwe",
              "collection":"solrj_collection",
              "type":"NRT",
              "force_set_state":"false",
              "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
              "core":"solrj_collection_shard1_replica_n2",
              "shared_storage":"true",
              "state":"active",
              "shard":"shard1"}}},
        "shard2":{
          "range":"0-7fffffff",
          "state":"active",
          "replicas":{
            "core_node7":{
              "core_node_name":"core_node7",
              "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node7/data/",
              "base_url":"http://127.0.0.1:36063/lwsb/we",
              "node_name":"127.0.0.1:36063_lwsb%2Fwe",
              "collection":"solrj_collection",
              "type":"NRT",
              "force_set_state":"false",
              "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
              "core":"solrj_collection_shard2_replica_n4",
              "shared_storage":"true",
              "state":"down",
              "shard":"shard2"},
            "core_node8":{
              "core_node_name":"core_node8",
              "dataDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node8/data/",
              "base_url":"http://127.0.0.1:40021/lwsb/we",
              "node_name":"127.0.0.1:40021_lwsb%2Fwe",
              "collection":"solrj_collection",
              "type":"NRT",
              "force_set_state":"false",
              "ulogDir":"hdfs://localhost:41097/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
              "core":"solrj_collection_shard2_replica_n6",
              "shared_storage":"true",
              "state":"down",
              "shard":"shard2"}}}},
      "router":{
        "field":"myOwnField",
        "name":"compositeId"},
      "nrtReplicas":"2",
      "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:32781_lwsb%2Fwe, 127.0.0.1:34319_lwsb%2Fwe, 127.0.0.1:36711_lwsb%2Fwe]
        at __randomizedtesting.SeedInfo.seed([24D9C18D7823AC23:AC8DFE57D6DFC1DB]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
        at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
        at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest > test suite's output saved to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt, copied below:
  2> 5265080 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
  2> 5265081 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 5265082 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/solr.cloud.SharedFSAutoReplicaFailoverTest_24D9C18D7823AC23-001/data-dir-90-001
  2> 5265082 WARN  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=154 numCloses=154
  2> 5265082 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
  2> 5265083 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
  2> 5265083 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lwsb/we
  1> Formatting using clusterid: testClusterID
  2> 5265125 WARN  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
  2> 5265126 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 11.0.6+8-LTS
  2> 5265133 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
  2> 5265133 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
  2> 5265133 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
  2> 5265134 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e841968{static,/static,jar:file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/3.2.0/2243629339302f74412f4bcb3777d0b248e86387/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
  2> 5265288 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5abd2d23{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/jetty-localhost-46183-hadoop-hdfs-3_2_0-tests_jar-_-any-9110696263600777107.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/3.2.0/2243629339302f74412f4bcb3777d0b248e86387/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
  2> 5265289 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1387e1c9{HTTP/1.1, (http/1.1)}{localhost:46183}
  2> 5265289 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.Server Started @5265338ms
  2> 5265335 WARN  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
  2> 5265337 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 11.0.6+8-LTS
  2> 5265337 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
  2> 5265337 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
  2> 5265337 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
  2> 5265338 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dc35001{static,/static,jar:file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/3.2.0/2243629339302f74412f4bcb3777d0b248e86387/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
  2> 5265444 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@38a4cf3a{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/jetty-localhost-44991-hadoop-hdfs-3_2_0-tests_jar-_-any-7469878178638133004.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/3.2.0/2243629339302f74412f4bcb3777d0b248e86387/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
  2> 5265444 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@16444c93{HTTP/1.1, (http/1.1)}{localhost:44991}
  2> 5265444 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.Server Started @5265493ms
  2> 5265460 WARN  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
  2> 5265461 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 11.0.6+8-LTS
  2> 5265461 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
  2> 5265461 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
  2> 5265461 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
  2> 5265462 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6546c513{static,/static,jar:file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/3.2.0/2243629339302f74412f4bcb3777d0b248e86387/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
  2> 5265522 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x634b8c287ce706aa: Processing first storage report for DS-d6081708-2d64-4d88-ad31-4dd8068e6db7 from datanode 0584954a-de9e-4afe-a045-5e33fdd30ceb
  2> 5265522 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x634b8c287ce706aa: from storage DS-d6081708-2d64-4d88-ad31-4dd8068e6db7 node DatanodeRegistration(127.0.0.1:39331, datanodeUuid=0584954a-de9e-4afe-a045-5e33fdd30ceb, infoPort=35447, infoSecurePort=0, ipcPort=36031, storageInfo=lv=-57;cid=testClusterID;nsid=417673118;c=1604836074703), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
  2> 5265522 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x634b8c287ce706aa: Processing first storage report for DS-afbed6c1-037a-4a96-94d8-a99da416a235 from datanode 0584954a-de9e-4afe-a045-5e33fdd30ceb
  2> 5265522 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x634b8c287ce706aa: from storage DS-afbed6c1-037a-4a96-94d8-a99da416a235 node DatanodeRegistration(127.0.0.1:39331, datanodeUuid=0584954a-de9e-4afe-a045-5e33fdd30ceb, infoPort=35447, infoSecurePort=0, ipcPort=36031, storageInfo=lv=-57;cid=testClusterID;nsid=417673118;c=1604836074703), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
  2> 5265578 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5d5c5a36{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/jetty-localhost-34121-hadoop-hdfs-3_2_0-tests_jar-_-any-17834509183050372703.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/3.2.0/2243629339302f74412f4bcb3777d0b248e86387/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
  2> 5265578 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@311b88f3{HTTP/1.1, (http/1.1)}{localhost:34121}
  2> 5265578 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[24D9C18D7823AC23]-worker) [     ] o.e.j.s.Server Started @5265628ms
  2> 5265644 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xe62c270448b4471b: Processing first storage report for DS-f533951f-d508-433d-aed9-0750d62eab1d from datanode 0ee41fb3-a4db-4647-b986-665a95af9d81
  2> 5265644 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xe62c270448b4471b: from storage DS-f533951f-d508-433d-aed9-0750d62eab1d node DatanodeRegistration(127.0.0.1:37677, datanodeUuid=0ee41fb3-a4db-4647-b986-665a95af9d81, infoPort=34279, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=417673118;c=1604836074703), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
  2> 5265644 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xe62c270448b4471b: Processing first storage report for DS-499d43a6-095c-4683-b087-02bc2aeb0292 from datanode 0ee41fb3-a4db-4647-b986-665a95af9d81
  2> 5265644 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xe62c270448b4471b: from storage DS-499d43a6-095c-4683-b087-02bc2aeb0292 node DatanodeRegistration(127.0.0.1:37677, datanodeUuid=0ee41fb3-a4db-4647-b986-665a95af9d81, infoPort=34279, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=417673118;c=1604836074703), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
  2> 5265710 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
  2> 5265711 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
  2> 5265711 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
  2> 5265712 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
  2> 5265811 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer start zk server on port: 44977
  2> 5265811 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44977
  2> 5265811 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44977
  2> 5265811 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44977
  2> 5265813 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 5265815 INFO  (zkConnectionManagerCallback-76694-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 5265815 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 5265818 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 5265819 INFO  (zkConnectionManagerCallback-76696-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 5265819 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 5265820 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
  2> 5265822 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
  2> 5265823 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
  2> 5265824 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
  2> 5265825 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
  2> 5265826 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
  2> 5265827 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
  2> 5265828 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
  2> 5265829 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
  2> 5265830 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
  2> 5265831 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/resources/test/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
  2> 5265832 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
  2> 5265982 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 5265982 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 5265982 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.s.Server jetty-9.4.32.v20200930; built: 2020-09-30T16:16:37.804Z; git: de97d26f7bd222a0e16831e353d702a7a422f711; jvm 11.0.6+8-LTS
  2> 5265983 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
  2> 5265983 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
  2> 5265983 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
  2> 5265983 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@482699ee{/lwsb/we,null,AVAILABLE}
  2> 5265984 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3bd198f8{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34319}
  2> 5265984 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.s.Server Started @5266033ms
  2> 5265984 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/lwsb/we, hostPort=34319, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-cwd/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/solr.cloud.SharedFSAutoReplicaFailoverTest_24D9C18D7823AC23-001/control-001/cores, replicaType=NRT}
  2> 5265984 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 5265984 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 5265984 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
  2> 5265984 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
  2> 5265984 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
  2> 5265984 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-11-08T11:47:55.585779Z
  2> 5265985 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 5265986 INFO  (zkConnectionManagerCallback-76698-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 5265986 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 5266088 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
  2> 5266088 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-cwd/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/solr.cloud.SharedFSAutoReplicaFailoverTest_24D9C18D7823AC23-001/control-001/solr.xml
  2> 5266092 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@63a19e98, but no JMX reporters were configured - adding default JMX reporter.
  2> 5267049 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
  2> 5267050 WARN  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c3af8f5[provider=null,keyStore=null,trustStore=null]
  2> 5267050 WARN  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c3af8f5[provider=null,keyStore=null,trustStore=null]
  2> 5267053 WARN  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c8888d0[provider=null,keyStore=null,trustStore=null]
  2> 5267053 WARN  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c8888d0[provider=null,keyStore=null,trustStore=null]
  2> 5267055 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44977/solr
  2> 5267055 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 5267057 INFO  (zkConnectionManagerCallback-76708-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 5267057 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 5267159 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 5267160 INFO  (zkConnectionManagerCallback-76710-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 5267160 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 5267233 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34319_lwsb%2Fwe
  2> 5267234 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.Overseer Overseer (id=72443094404366340-127.0.0.1:34319_lwsb%2Fwe-n_0000000000) starting
  2> 5267239 INFO  (OverseerStateUpdate-72443094404366340-127.0.0.1:34319_lwsb%2Fwe-n_0000000000) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34319_lwsb%2Fwe
  2> 5267240 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34319_lwsb%2Fwe
  2> 5267242 INFO  (OverseerStateUpdate-72443094404366340-127.0.0.1:34319_lwsb%2Fwe-n_0000000000) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 5267244 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.p.PackageLoader /packages.json updated to version -1
  2> 5267244 WARN  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 5267253 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
  2> 5267269 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a19e98
  2> 5267276 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a19e98
  2> 5267276 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a19e98
  2> 5267277 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/solr.cloud.SharedFSAutoReplicaFailoverTest_24D9C18D7823AC23-001/control-001/cores
  2> 5267283 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 5267284 INFO  (zkConnectionManagerCallback-76725-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 5267284 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 5267285 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 5267286 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44977/solr ready
  2> 5267287 INFO  (qtp1368238100-150574) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34319_lwsb%252Fwe&wt=javabin&version=2 and sendToOCPQueue=true
  2> 5267291 INFO  (OverseerThreadFactory-76715-thread-1-processing-n:127.0.0.1:34319_lwsb%2Fwe) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
  2> 5267398 INFO  (OverseerStateUpdate-72443094404366340-127.0.0.1:34319_lwsb%2Fwe-n_0000000000) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.o.SliceMutator createReplica() {
  2>   "operation":"ADDREPLICA",
  2>   "collection":"control_collection",
  2>   "shard":"shard1",
  2>   "core":"control_collection_shard1_replica_n1",
  2>   "state":"down",
  2>   "base_url":"http://127.0.0.1:34319/lwsb/we",
  2>   "node_name":"127.0.0.1:34319_lwsb%2Fwe",
  2>   "type":"NRT",
  2>   "waitForFinalState":"false"} 
  2> 5267602 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
  2> 5267603 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
  2> 5267612 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 5267626 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
  2> 5267693 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
  2> 5267709 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
  2> 5267709 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a19e98
  2> 5267709 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41097/solr_hdfs_home
  2> 5267709 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
  2> 5267709 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/solr.cloud.SharedFSAutoReplicaFailoverTest_24D9C18D7823AC23-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost:41097/solr_hdfs_home/control_collection/core_node2/data/]
  2> 5267710 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41097/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
  2> 5267717 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
  2> 5267717 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
  2> 5267719 WARN  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
  2> 5267719 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
  2> 5267720 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41097/solr_hdfs_home/control_collection/core_node2/data
  2> 5267728 WARN  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
  2> 5267735 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41097/solr_hdfs_home/control_collection/core_node2/data/index
  2> 5267742 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
  2> 5267742 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
  2> 5267744 WARN  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
  2> 5267744 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
  2> 5267744 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4172351059128169]
  2> 5267758 WARN  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
  2> 5267798 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
  2> 5267799 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 5267799 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
  2> 5267809 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 5267809 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 5267810 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5351334109905245]
  2> 5267816 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
  2> 5267816 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
  2> 5267817 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 5267817 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1682792594714656768
  2> 5267820 INFO  (searcherExecutor-76727-thread-1-processing-n:127.0.0.1:34319_lwsb%2Fwe x:control_collection_shard1_replica_n1 c:control_collection s:shard1 r:core_node2) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
  2> 5267823 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
  2> 5267823 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
  2> 5267826 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
  2> 5267826 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
  2> 5267826 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34319/lwsb/we/control_collection_shard1_replica_n1/
  2> 5267826 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
  2> 5267827 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34319/lwsb/we/control_collection_shard1_replica_n1/ has no replicas
  2> 5267827 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72443094404366340-core_node2-n_0000000000
  2> 5267829 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34319/lwsb/we/control_collection_shard1_replica_n1/ shard1
  2> 5267931 INFO  (zkCallback-76709-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
  2> 5267931 INFO  (zkCallback-76709-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
  2> 5267932 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
  2> 5267934 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=331
  2> 5267936 INFO  (qtp1368238100-150574) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
  2> 5268035 INFO  (zkCallback-76709-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
  2> 5268035 INFO  (zkCallback-76709-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
  2> 5268035 INFO  (zkCallback-76709-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
  2> 5268036 INFO  (qtp1368238100-150574) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34319_lwsb%252Fwe&wt=javabin&version=2} status=0 QTime=749
  2> 5268037 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
  2> 5268142 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
  2> 5268143 INFO  (zkConnectionManagerCallback-76736-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 5268143 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 5268144 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 5268145 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44977/solr ready
  2> 5268145 INFO  (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[24D9C18D7823AC23]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
  2> 5268146 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
  2> 5268149 INFO  (OverseerThreadFactory-76715-thread-2-processing-n:127.0.0.1:34319_lwsb%2Fwe) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
  2> 5268150 INFO  (OverseerCollectionConfigSetProcessor-72443094404366340-127.0.0.1:34319_lwsb%2Fwe-n_0000000000) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
  2> 5268355 WARN  (OverseerThreadFactory-76715-thread-2-processing-n:127.0.0.1:34319_lwsb%2Fwe) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
  2> 5268356 INFO  (qtp1368238100-150577) [n:127.0.0.1:34319_lwsb%2Fwe     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
  2> 5268357

[...truncated too long message...]

:processTestResources
> Task :solr:contrib:extraction:testClasses

> Task :solr:contrib:extraction:test
:solr:contrib:extraction:test (SUCCESS): 20 test(s)

> Task :solr:contrib:extraction:cleanTaskTmp
> Task :solr:contrib:jaegertracer-configurator:compileJava
> Task :solr:contrib:jaegertracer-configurator:processResources NO-SOURCE
> Task :solr:contrib:jaegertracer-configurator:classes
> Task :solr:contrib:jaegertracer-configurator:compileTestJava
> Task :solr:contrib:jaegertracer-configurator:copyTestResources NO-SOURCE
> Task :solr:contrib:jaegertracer-configurator:processTestResources
> Task :solr:contrib:jaegertracer-configurator:testClasses

> Task :solr:contrib:jaegertracer-configurator:test
:solr:contrib:jaegertracer-configurator:test (SUCCESS): 3 test(s)

> Task :solr:contrib:jaegertracer-configurator:cleanTaskTmp

> Task :solr:contrib:langid:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:contrib:langid:processResources
> Task :solr:contrib:langid:classes
> Task :solr:contrib:langid:compileTestJava
> Task :solr:contrib:langid:copyTestResources NO-SOURCE
> Task :solr:contrib:langid:processTestResources
> Task :solr:contrib:langid:testClasses

> Task :solr:contrib:langid:test
:solr:contrib:langid:test (SUCCESS): 43 test(s)

> Task :solr:contrib:langid:cleanTaskTmp
> Task :solr:contrib:ltr:compileJava
> Task :solr:contrib:ltr:processResources NO-SOURCE
> Task :solr:contrib:ltr:classes

> Task :solr:contrib:ltr:compileTestJava
Note: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/ltr/src/test/org/apache/solr/ltr/model/TestMultipleAdditiveTreesModel.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:contrib:ltr:copyTestResources NO-SOURCE
> Task :solr:contrib:ltr:processTestResources
> Task :solr:contrib:ltr:testClasses
> Task :solr:contrib:ltr:test
:solr:contrib:ltr:test (SUCCESS): 127 test(s), 1 skipped

> Task :solr:contrib:ltr:cleanTaskTmp
> Task :solr:contrib:prometheus-exporter:compileJava
> Task :solr:contrib:prometheus-exporter:processResources NO-SOURCE
> Task :solr:contrib:prometheus-exporter:classes

> Task :solr:contrib:prometheus-exporter:compileTestJava
Note: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/prometheus-exporter/src/test/org/apache/solr/prometheus/exporter/SolrExporterTestBase.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:contrib:prometheus-exporter:copyTestResources NO-SOURCE
> Task :solr:contrib:prometheus-exporter:processTestResources
> Task :solr:contrib:prometheus-exporter:testClasses

> Task :solr:contrib:prometheus-exporter:test
:solr:contrib:prometheus-exporter:test (SUCCESS): 17 test(s), 5 skipped

> Task :solr:contrib:prometheus-exporter:cleanTaskTmp
> Task :cleanGradleTmp
The slowest tests (exceeding 500 ms) during this run:
  3339.18s TestStressLiveNodes.testStress (:solr:core)
  2832.67s Test2BPostings.test (:lucene:core)
  1345.40s TestPointValues.testTieBreakByDocID (:lucene:core)
  1303.95s TestGeo3DPoint.testRandomBig (:lucene:spatial3d)
  626.96s RollingRestartTest.test (:solr:core)
  609.64s TestXYPolygonShapeQueries.testRandomBig (:lucene:core)
  557.31s TestLatLonPointQueries.testRandomBig (:lucene:core)
  531.29s TestIndexWriterExceptions.testTooManyTokens (:lucene:core)
  478.73s TestDuelingCodecsAtNight.testBigEquals (:lucene:core)
  478.48s TestDocumentsWriterStallControl.testAcquireReleaseRace (:lucene:core)

ERROR: The following test(s) have failed:
  - org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=24D9C18D7823AC23 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.TestRandomDVFaceting.testRandomFaceting (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.TestRandomDVFaceting.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.TestRandomDVFaceting.testRandomFaceting" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=24D9C18D7823AC23 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=24D9C18D7823AC23 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 18m 23s
262 actionable tasks: 262 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 32 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/32/

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36565/_g/tw/collection1: ClusterState says we are the leader (http://127.0.0.1:36565/_g/tw/collection1_shard1_replica_n5), but locally we don't think so. Request came from null

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36565/_g/tw/collection1: ClusterState says we are the leader (http://127.0.0.1:36565/_g/tw/collection1_shard1_replica_n5), but locally we don't think so. Request came from null
	at __randomizedtesting.SeedInfo.seed([F81625E65E1A01CE:70421A3CF0E66C36]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:575)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:850)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:438)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1087)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1058)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection//collections/solrj_collection/state.json/11 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:35215_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "leader":"true",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:35827_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:38775_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:45795_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35827_, 127.0.0.1:43283_, 127.0.0.1:45795_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection//collections/solrj_collection/state.json/11 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:35215_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "leader":"true",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:35827_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:38775_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:45795_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33535/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35827_, 127.0.0.1:43283_, 127.0.0.1:45795_]
	at __randomizedtesting.SeedInfo.seed([F81625E65E1A01CE:70421A3CF0E66C36]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1087)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1058)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13354 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.BasicDistributedZkTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.BasicDistributedZkTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.BasicDistributedZkTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=F81625E65E1A01CE -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=F81625E65E1A01CE -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 9m 45s
268 actionable tasks: 268 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 31 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/31/

3 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test

Error Message:
java.lang.AssertionError: document count mismatch.  control=7094 sum(shards)=7065 cloudClient=7065

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=7094 sum(shards)=7065 cloudClient=7065
	at __randomizedtesting.SeedInfo.seed([B31E008551CB90FF:3B4A3F5FFF37FD07]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1523)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:268)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1087)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1058)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.schema.EnumFieldTest.testFacetEnumSearch

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([B31E008551CB90FF:35DEE7B0F52DF396]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1008)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:968)
	at org.apache.solr.schema.EnumFieldTest.testFacetEnumSearch(EnumFieldTest.java:594)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//*[@name='facets']/int/text()=6
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int><lst name="params"><str name="q">severity:*</str><str name="json.facet">{ severity : { type : terms, field : severity, missing : true, exists : true, allBuckets : true, method : enum }}</str><str name="fl">severity</str><str name="wt">xml</str></lst></lst><result name="response" numFound="6" start="0" numFoundExact="true"><doc><str name="severity">Not Available</str></doc><doc><str name="severity">Low</str></doc><doc><str name="severity">Medium</str></doc><doc><str name="severity">High</str></doc><doc><str name="severity">Critical</str></doc><doc><str name="severity">Critical</str></doc></result><lst name="facets"><long name="count">6</long><lst name="severity"><lst name="allBuckets"><long name="count">6</long></lst><lst name="missing"><long name="count">0</long></lst><arr name="buckets"><lst><int name="val">11</int><long name="count">2</long></lst><lst><int name="val">0</int><long name="count">1</long></lst><lst><int name="val">1</int><long name="count">1</long></lst><lst><int name="val">2</int><long name="count">1</long></lst><lst><int name="val">3</int><long name="count">1</long></lst></arr></lst></lst>
</response>

	request was:q=severity:*&json.facet={+severity+:+{+type+:+terms,+field+:+severity,+missing+:+true,+exists+:+true,+allBuckets+:+true,+method+:+enum+}}&fl=severity&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1001)
	... 45 more


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection//collections/solrj_collection/state.json/10 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:41073_",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "leader":"true",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:46081_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:46585_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:40859_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:41073_, 127.0.0.1:46081_, 127.0.0.1:46585_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection//collections/solrj_collection/state.json/10 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:41073_",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "leader":"true",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:46081_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:46585_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:40859_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:35587/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:41073_, 127.0.0.1:46081_, 127.0.0.1:46585_]
	at __randomizedtesting.SeedInfo.seed([B31E008551CB90FF:3B4A3F5FFF37FD07]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1087)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1058)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 132063 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.schema.EnumFieldTest.testFacetEnumSearch (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.schema.EnumFieldTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.schema.EnumFieldTest.testFacetEnumSearch" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=B31E008551CB90FF -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=B31E008551CB90FF -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=B31E008551CB90FF -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 17m 50s
268 actionable tasks: 268 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 30 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/30/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:715)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1704)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1246)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:687)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:715)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1704)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:402)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:788)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1436)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:855)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 5 object(s) that were not released!!! [SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:715)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1704)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1246)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:687)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:715)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1704)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:402)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:788)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1436)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:855)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:715)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1704)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1246)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:687)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:715)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1704)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:402)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:788)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1436)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:855)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 5 object(s) that were not released!!! [SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:715)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1704)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1246)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:687)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:715)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1704)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:402)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:788)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1436)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:855)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

>
	at __randomizedtesting.SeedInfo.seed([BACCFF51781A2507]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotNull(Assert.java:756)
	at org.junit.Assert.assertNull(Assert.java:738)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:332)
	at jdk.internal.reflect.GeneratedMethodAccessor126.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 244438 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.handler.TestReplicationHandler.classMethod (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestReplicationHandler.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestReplicationHandler.classMethod" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=BACCFF51781A2507 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 15m 43s
268 actionable tasks: 268 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 29 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/29/

3 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChains

Error Message:
java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 16 vs 19; token=鏾겚\朗s<SOUTHEAST_ASIAN>n<SOUTHEAST_ASIAN>kg<SOUTHEAST_ASIAN>ƎȚȚ sh

Stack Trace:
java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 16 vs 19; token=鏾겚\朗s<SOUTHEAST_ASIAN>n<SOUTHEAST_ASIAN>kg<SOUTHEAST_ASIAN>ƎȚȚ sh
	at __randomizedtesting.SeedInfo.seed([DD52AC4014619B67:E0B38521537386A7]:0)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:162)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:1111)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:1009)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:903)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:999)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test

Error Message:
java.lang.AssertionError: Node 127.0.0.1:46657_solr has 6 replicas. Expected num replicas : 3. state: 
DocCollection(backuprestore_testok_restored//collections/backuprestore_testok_restored/state.json/16 )={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"backuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"backuprestore_testok_restored_shard2_replica_t5",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node8":{
          "core":"backuprestore_testok_restored_shard2_replica_p7",
          "core_node_name":"core_node8",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1613310385813858709"},
    "shard1":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"backuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node10":{
          "core":"backuprestore_testok_restored_shard1_replica_t9",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node12":{
          "core":"backuprestore_testok_restored_shard1_replica_p11",
          "core_node_name":"core_node12",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1613310385813877208"}},
  "router":{
    "name":"implicit",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":1}

Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:46657_solr has 6 replicas. Expected num replicas : 3. state: 
DocCollection(backuprestore_testok_restored//collections/backuprestore_testok_restored/state.json/16 )={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"backuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"backuprestore_testok_restored_shard2_replica_t5",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node8":{
          "core":"backuprestore_testok_restored_shard2_replica_p7",
          "core_node_name":"core_node8",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1613310385813858709"},
    "shard1":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"backuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node10":{
          "core":"backuprestore_testok_restored_shard1_replica_t9",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node12":{
          "core":"backuprestore_testok_restored_shard1_replica_p11",
          "core_node_name":"core_node12",
          "node_name":"127.0.0.1:46657_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1613310385813877208"}},
  "router":{
    "name":"implicit",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":1}
	at __randomizedtesting.SeedInfo.seed([DD52AC4014619B67:5506939ABA9DF69F]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:382)
	at java.base/java.util.HashMap.forEach(HashMap.java:1336)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:381)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:157)
	at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:93)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection//collections/solrj_collection/state.json/9 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:44657_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:34095_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:45347_",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:40651_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:40651_, 127.0.0.1:42619_, 127.0.0.1:45347_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection//collections/solrj_collection/state.json/9 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:44657_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:34095_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:45347_",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:40651_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:40145/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:40651_, 127.0.0.1:42619_, 127.0.0.1:45347_]
	at __randomizedtesting.SeedInfo.seed([DD52AC4014619B67:5506939ABA9DF69F]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1087)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1058)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 7894 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=DD52AC4014619B67 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=DD52AC4014619B67 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.analysis.core.TestRandomChains.testRandomChains (:lucene:analysis:common)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/analysis/common/build/test-results/test/outputs/OUTPUT-org.apache.lucene.analysis.core.TestRandomChains.txt
    Reproduce with: gradlew :lucene:analysis:common:test --tests "org.apache.lucene.analysis.core.TestRandomChains.testRandomChains" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=DD52AC4014619B67 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 7m 8s
268 actionable tasks: 268 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 28 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/28/

2 tests failed.
FAILED:  org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32861/solr: Missing required parameter: shardBackupId

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32861/solr: Missing required parameter: shardBackupId
	at __randomizedtesting.SeedInfo.seed([A2C71C27BC11E0C0:2307211FD39FED3E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:376)
	at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:365)
	at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:214)
	at org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler(TestStressThreadBackup.java:121)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.admin.AdminHandlersProxyTest.proxyLoggingHandlerAllNodes

Error Message:
java.lang.AssertionError: expected:<WARN> but was:<null>

Stack Trace:
java.lang.AssertionError: expected:<WARN> but was:<null>
	at __randomizedtesting.SeedInfo.seed([A2C71C27BC11E0C0:AF9EDA6D3E55055C]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:120)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.handler.admin.AdminHandlersProxyTest.lambda$proxyLoggingHandlerAllNodes$0(AdminHandlersProxyTest.java:123)
	at java.base/java.lang.Iterable.forEach(Iterable.java:75)
	at org.apache.solr.handler.admin.AdminHandlersProxyTest.proxyLoggingHandlerAllNodes(AdminHandlersProxyTest.java:112)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 8064 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.handler.admin.AdminHandlersProxyTest.proxyLoggingHandlerAllNodes (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.admin.AdminHandlersProxyTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.admin.AdminHandlersProxyTest.proxyLoggingHandlerAllNodes" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=A2C71C27BC11E0C0 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestStressThreadBackup.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=A2C71C27BC11E0C0 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 32m 24s
268 actionable tasks: 268 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 27 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/27/

1 tests failed.
FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection//collections/solrj_collection/state.json/10 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:41791_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:44253_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:39313_",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:38757_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:38757_, 127.0.0.1:39313_, 127.0.0.1:41791_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection//collections/solrj_collection/state.json/10 )={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:41791_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:44253_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:39313_",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:38757_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:42085/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:38757_, 127.0.0.1:39313_, 127.0.0.1:41791_]
	at __randomizedtesting.SeedInfo.seed([3CD93316EE52ACB6:B48D0CCC40AEC14E]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1087)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1058)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 5531 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=3CD93316EE52ACB6 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 12m 5s
268 actionable tasks: 268 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 26 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/26/

457 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.classMethod

Error Message:
java.lang.AssertionError: public org.apache.lucene.analysis.pattern.PatternTypingFilter(org.apache.lucene.analysis.TokenStream,org.apache.lucene.analysis.pattern.PatternTypingFilter$PatternTypingRule...) has unsupported parameter types

Stack Trace:
java.lang.AssertionError: public org.apache.lucene.analysis.pattern.PatternTypingFilter(org.apache.lucene.analysis.TokenStream,org.apache.lucene.analysis.pattern.PatternTypingFilter$PatternTypingRule...) has unsupported parameter types
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.lucene.analysis.core.TestRandomChains.beforeClass(TestRandomChains.java:263)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38043/solr: Underlying core creation failed while creating collection: newcollection2

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38043/solr: Underlying core creation failed while creating collection: newcollection2
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:EA45EAFA96DFE268]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1164)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:927)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:861)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
	at org.apache.solr.cloud.TestConfigSetsAPI.createCollection(TestConfigSetsAPI.java:1037)
	at org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor(TestConfigSetsAPI.java:813)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test

Error Message:
java.lang.AssertionError: Node 127.0.0.1:46833_solr has 6 replicas. Expected num replicas : 3. state: 
DocCollection(hdfsbackuprestore_testok_restored//collections/hdfsbackuprestore_testok_restored/state.json/12 )={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_t5",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node8":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_p7",
          "core_node_name":"core_node8",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1611500270482588264"},
    "shard1":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node10":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_t9",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node12":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_p11",
          "core_node_name":"core_node12",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1611500270482603808"}},
  "router":{
    "name":"implicit",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":1}

Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:46833_solr has 6 replicas. Expected num replicas : 3. state: 
DocCollection(hdfsbackuprestore_testok_restored//collections/hdfsbackuprestore_testok_restored/state.json/12 )={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_t5",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node8":{
          "core":"hdfsbackuprestore_testok_restored_shard2_replica_p7",
          "core_node_name":"core_node8",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1611500270482588264"},
    "shard1":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node10":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_t9",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node12":{
          "core":"hdfsbackuprestore_testok_restored_shard1_replica_p11",
          "core_node_name":"core_node12",
          "node_name":"127.0.0.1:46833_solr",
          "state":"active",
          "collection":"hdfsbackuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1611500270482603808"}},
  "router":{
    "name":"implicit",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":1}
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:D4EC95F23122C66]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
	at java.base/java.util.HashMap.forEach(HashMap.java:1336)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
	at org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test(TestHdfsCloudBackupRestore.java:225)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test

Error Message:
java.lang.AssertionError: Node 127.0.0.1:40133_solr has 6 replicas. Expected num replicas : 3. state: 
DocCollection(backuprestore_testok_restored//collections/backuprestore_testok_restored/state.json/11 )={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"backuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"backuprestore_testok_restored_shard2_replica_t5",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node8":{
          "core":"backuprestore_testok_restored_shard2_replica_p7",
          "core_node_name":"core_node8",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1611500110063554451"},
    "shard1":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"backuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node10":{
          "core":"backuprestore_testok_restored_shard1_replica_t9",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node12":{
          "core":"backuprestore_testok_restored_shard1_replica_p11",
          "core_node_name":"core_node12",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1611500110063577285"}},
  "router":{
    "name":"implicit",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":1}

Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:40133_solr has 6 replicas. Expected num replicas : 3. state: 
DocCollection(backuprestore_testok_restored//collections/backuprestore_testok_restored/state.json/11 )={
  "pullReplicas":1,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"backuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"backuprestore_testok_restored_shard2_replica_t5",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node8":{
          "core":"backuprestore_testok_restored_shard2_replica_p7",
          "core_node_name":"core_node8",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1611500110063554451"},
    "shard1":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"backuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node10":{
          "core":"backuprestore_testok_restored_shard1_replica_t9",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node12":{
          "core":"backuprestore_testok_restored_shard1_replica_p11",
          "core_node_name":"core_node12",
          "node_name":"127.0.0.1:40133_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1611500110063577285"}},
  "router":{
    "name":"implicit",
    "field":"shard_s"},
  "nrtReplicas":1,
  "tlogReplicas":1}
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:D4EC95F23122C66]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
	at java.base/java.util.HashMap.forEach(HashMap.java:1336)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
	at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:93)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.TestContainerPlugin.testApi

Error Message:
java.lang.AssertionError: startCalled

Stack Trace:
java.lang.AssertionError: startCalled
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:E4889857EA18A2D2]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.handler.TestContainerPlugin.testApi(TestContainerPlugin.java:189)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.admin.ShowFileRequestHandlerTest.testDirList

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35157/solr/collection1: SolrCore 'collection1' is not available due to init failure:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35157/solr/collection1: SolrCore 'collection1' is not available due to init failure:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:6C22E77745B0DBA4]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
	at org.apache.solr.handler.admin.ShowFileRequestHandlerTest.testDirList(ShowFileRequestHandlerTest.java:79)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.admin.ShowFileRequestHandlerTest.testGetRawFile

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35157/solr/collection1: Server Error

request: http://127.0.0.1:35157/solr/collection1/admin/file?file=managed-schema&wt=mock&version=2.2

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35157/solr/collection1: Server Error

request: http://127.0.0.1:35157/solr/collection1/admin/file?file=managed-schema&wt=mock&version=2.2
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:5B175E6F473325A7]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
	at org.apache.solr.handler.admin.ShowFileRequestHandlerTest.testGetRawFile(ShowFileRequestHandlerTest.java:113)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.admin.ShowFileRequestHandlerTest.test404ViaHttp

Error Message:
java.lang.AssertionError: expected:<404> but was:<500>

Stack Trace:
java.lang.AssertionError: expected:<404> but was:<500>
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:59B94098A3C25542]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.handler.admin.ShowFileRequestHandlerTest.test404ViaHttp(ShowFileRequestHandlerTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample

Error Message:
java.lang.AssertionError: it should be ok org.apache.solr.util.SolrCLI$RunExampleTool@4d64e9c6 [-e, techproducts, -serverDir, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/server, -exampleDir, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/solr.util.TestSolrCLIRunExample_851AF6858DEE419E-001/tempDir-003, -p, 38021] expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: it should be ok org.apache.solr.util.SolrCLI$RunExampleTool@4d64e9c6 [-e, techproducts, -serverDir, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/server, -exampleDir, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/solr.util.TestSolrCLIRunExample_851AF6858DEE419E-001/tempDir-003, -p, 38021] expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:FCD263D970C7901]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.util.TestSolrCLIRunExample.testExample(TestSolrCLIRunExample.java:359)
	at org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample(TestSolrCLIRunExample.java:306)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.client.ref_guide_examples.IndexingNestedDocuments.testIndexingAnonKids

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44919/solr: Underlying core creation failed while creating collection: test_anon

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44919/solr: Underlying core creation failed while creating collection: test_anon
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:DB048F452132C34B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1164)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:927)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:861)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
	at org.apache.solr.client.ref_guide_examples.IndexingNestedDocuments.testIndexingAnonKids(IndexingNestedDocuments.java:72)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.client.ref_guide_examples.JsonRequestApiTest.classMethod

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39557/solr: Underlying core creation failed while creating collection: techproducts

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39557/solr: Underlying core creation failed while creating collection: techproducts
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1164)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:927)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:861)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
	at org.apache.solr.client.ref_guide_examples.JsonRequestApiTest.setupCluster(JsonRequestApiTest.java:68)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.client.ref_guide_examples.UsingSolrJRefGuideExamplesTest.classMethod

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44655/solr: Underlying core creation failed while creating collection: techproducts

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44655/solr: Underlying core creation failed while creating collection: techproducts
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1164)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:927)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:861)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
	at org.apache.solr.client.ref_guide_examples.UsingSolrJRefGuideExamplesTest.setUpCluster(UsingSolrJRefGuideExamplesTest.java:73)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.client.solrj.GetByIdTest.testGetIdWithParams

Error Message:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'

Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:CAEFD0B292B35DA1]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1957)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1930)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:196)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:941)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:904)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:919)
	at org.apache.solr.client.solrj.GetByIdTest.setUp(GetByIdTest.java:41)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.common.SolrException:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1085)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more
Caused by: org.apache.solr.common.SolrException:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'
	at org.apache.solr.core.SolrResourceLoader.findClass(SolrResourceLoader.java:516)
	at org.apache.solr.core.SolrResourceLoader.findClass(SolrResourceLoader.java:446)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:848)
	at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:904)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.lambda$createProcessors$0(UpdateRequestProcessorChain.java:182)
	at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)
	at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655)
	at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)
	at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
	at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:913)
	at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
	at java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:578)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.createProcessors(UpdateRequestProcessorChain.java:191)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.init(UpdateRequestProcessorChain.java:134)
	at org.apache.solr.core.SolrCore.initPlugin(SolrCore.java:910)
	at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:905)
	at org.apache.solr.core.SolrCore.initPlugins(SolrCore.java:2864)
	at org.apache.solr.core.SolrCore.initPlugins(SolrCore.java:2858)
	at org.apache.solr.core.SolrCore.loadUpdateProcessorChains(SolrCore.java:1459)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1017)
	... 9 more
Caused by: java.lang.ClassNotFoundException: org.apache.solr.scripting.update.ScriptUpdateProcessorFactory
	at java.base/java.net.URLClassLoader.findClass(URLClassLoader.java:471)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:588)
	at java.base/java.net.FactoryURLClassLoader.loadClass(URLClassLoader.java:899)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:521)
	at java.base/java.lang.Class.forName0(Native Method)
	at java.base/java.lang.Class.forName(Class.java:398)
	at org.apache.solr.core.SolrResourceLoader.findClass(SolrResourceLoader.java:500)
	... 28 more


FAILED:  org.apache.solr.client.solrj.GetByIdTest.testGetIds

Error Message:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'

Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:2ECB780DAD01F000]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1957)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1930)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:196)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:941)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:904)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:919)
	at org.apache.solr.client.solrj.GetByIdTest.setUp(GetByIdTest.java:41)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.common.SolrException:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1085)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more
Caused by: org.apache.solr.common.SolrException:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'
	at org.apache.solr.core.SolrResourceLoader.findClass(SolrResourceLoader.java:516)
	at org.apache.solr.core.SolrResourceLoader.findClass(SolrResourceLoader.java:446)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:848)
	at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:904)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.lambda$createProcessors$0(UpdateRequestProcessorChain.java:182)
	at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)
	at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655)
	at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)
	at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
	at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:913)
	at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
	at java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:578)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.createProcessors(UpdateRequestProcessorChain.java:191)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.init(UpdateRequestProcessorChain.java:134)
	at org.apache.solr.core.SolrCore.initPlugin(SolrCore.java:910)
	at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:905)
	at org.apache.solr.core.SolrCore.initPlugins(SolrCore.java:2864)
	at org.apache.solr.core.SolrCore.initPlugins(SolrCore.java:2858)
	at org.apache.solr.core.SolrCore.loadUpdateProcessorChains(SolrCore.java:1459)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1017)
	... 9 more
Caused by: java.lang.ClassNotFoundException: org.apache.solr.scripting.update.ScriptUpdateProcessorFactory
	at java.base/java.net.URLClassLoader.findClass(URLClassLoader.java:471)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:588)
	at java.base/java.net.FactoryURLClassLoader.loadClass(URLClassLoader.java:899)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:521)
	at java.base/java.lang.Class.forName0(Native Method)
	at java.base/java.lang.Class.forName(Class.java:398)
	at org.apache.solr.core.SolrResourceLoader.findClass(SolrResourceLoader.java:500)
	... 28 more


FAILED:  org.apache.solr.client.solrj.GetByIdTest.testGetIdsWithParams

Error Message:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'

Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure:  Error loading class 'org.apache.solr.scripting.update.ScriptUpdateProcessorFactory'
	at __randomizedtesting.SeedInfo.seed([851AF6858DEE419E:E8BD1F6127901ABA]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1957)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1930)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:196)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:941)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:904)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:919)
	at org.apache.solr.client.solrj.GetByIdTest.setUp(GetByIdTest.java:41)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.ran

[...truncated too long message...]

olr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.admin.ShowFileRequestHandlerTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.admin.ShowFileRequestHandlerTest.test404ViaHttp" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=851AF6858DEE419E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.handler.TestContainerPlugin.testApi (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestContainerPlugin.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestContainerPlugin.testApi" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=851AF6858DEE419E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestConfigSetsAPI.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=851AF6858DEE419E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=851AF6858DEE419E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=851AF6858DEE419E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=851AF6858DEE419E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestSolrCLIRunExample.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=851AF6858DEE419E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.analysis.core.TestRandomChains.classMethod (:lucene:analysis:common)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/analysis/common/build/test-results/test/outputs/OUTPUT-org.apache.lucene.analysis.core.TestRandomChains.txt
    Reproduce with: gradlew :lucene:analysis:common:test --tests "org.apache.lucene.analysis.core.TestRandomChains.classMethod" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=851AF6858DEE419E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 41m 28s
268 actionable tasks: 268 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 25 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/25/

1 tests failed.
FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/12)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:35665_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:45797_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:41605_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:42165_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35665_, 127.0.0.1:38599_, 127.0.0.1:41605_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/12)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:35665_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:45797_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:41605_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:42165_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:38883/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35665_, 127.0.0.1:38599_, 127.0.0.1:41605_]
	at __randomizedtesting.SeedInfo.seed([44B6CD2F53EAFD49:CCE2F2F5FD1690B1]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 5466 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=44B6CD2F53EAFD49 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 4h 48m 43s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 24 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/24/

3 tests failed.
FAILED:  org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39635/solr: Underlying core creation failed while creating collection: testLeaderUnloaded

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39635/solr: Underlying core creation failed while creating collection: testLeaderUnloaded
	at __randomizedtesting.SeedInfo.seed([542F61328F020541:78872C4722EEB43]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1164)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:927)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:861)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
	at org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded(TestPrepRecovery.java:62)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.TestStressLiveNodes.testStress

Error Message:
java.lang.AssertionError: iter2148: [127.0.0.1:37177_solr, thrasher-T2147_2-0, thrasher-T2147_2-1, thrasher-T2147_2-2, thrasher-T2147_2-3, thrasher-T2147_2-4] expected:<1> but was:<6>

Stack Trace:
java.lang.AssertionError: iter2148: [127.0.0.1:37177_solr, thrasher-T2147_2-0, thrasher-T2147_2-1, thrasher-T2147_2-2, thrasher-T2147_2-3, thrasher-T2147_2-4] expected:<1> but was:<6>
	at __randomizedtesting.SeedInfo.seed([542F61328F020541:41341CF30CF5FD3A]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.cloud.TestStressLiveNodes.testStress(TestStressLiveNodes.java:140)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:35005_ge_dv%2Fq",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "leader":"true",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:35405_ge_dv%2Fq",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:35917_ge_dv%2Fq",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:40759_ge_dv%2Fq",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35405_ge_dv%2Fq, 127.0.0.1:35917_ge_dv%2Fq, 127.0.0.1:40759_ge_dv%2Fq]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:35005_ge_dv%2Fq",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "leader":"true",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:35405_ge_dv%2Fq",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:35917_ge_dv%2Fq",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:40759_ge_dv%2Fq",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44067/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35405_ge_dv%2Fq, 127.0.0.1:35917_ge_dv%2Fq, 127.0.0.1:40759_ge_dv%2Fq]
	at __randomizedtesting.SeedInfo.seed([542F61328F020541:DC7B5EE821FE68B9]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:51)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 116866 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestPrepRecovery.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.TestPrepRecovery.testLeaderUnloaded" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=542F61328F020541 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.TestStressLiveNodes.testStress (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestStressLiveNodes.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.TestStressLiveNodes.testStress" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=542F61328F020541 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=542F61328F020541 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 4h 25m 59s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 23 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/23/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper

Error Message:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0

Stack Trace:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0
	at __randomizedtesting.SeedInfo.seed([C7425C66F2C09BAF:D80B7CE5D72A94CF]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:259)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:264)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper(TestPullReplicaErrorHandling.java:216)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:39487_xb%2Fju",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "leader":"true",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:40917_xb%2Fju",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:32909_xb%2Fju",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:44747_xb%2Fju",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:32909_xb%2Fju, 127.0.0.1:40917_xb%2Fju, 127.0.0.1:44747_xb%2Fju]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:39487_xb%2Fju",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "leader":"true",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:40917_xb%2Fju",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:32909_xb%2Fju",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:44747_xb%2Fju",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:44651/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:32909_xb%2Fju, 127.0.0.1:40917_xb%2Fju, 127.0.0.1:44747_xb%2Fju]
	at __randomizedtesting.SeedInfo.seed([C7425C66F2C09BAF:4F1663BC5C3CF657]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 8128 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=C7425C66F2C09BAF -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestPullReplicaErrorHandling.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=C7425C66F2C09BAF -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 7m 28s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 22 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/22/

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:403)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:789)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1246)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:821)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:403)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:789)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1246)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:821)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:403)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:789)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1246)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:821)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:403)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:789)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1246)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1215)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:361)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:821)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1442)
	at org.apache.solr.core.CoreContainer.lambda$load$10(CoreContainer.java:851)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

>
	at __randomizedtesting.SeedInfo.seed([98994F69880DE69E]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotNull(Assert.java:756)
	at org.junit.Assert.assertNull(Assert.java:738)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:332)
	at jdk.internal.reflect.GeneratedMethodAccessor27.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/12)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:42463_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:42343_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:37415_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:46115_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:37415_, 127.0.0.1:42463_, 127.0.0.1:44107_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/12)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:42463_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:42343_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:37415_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:46115_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:36103/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:37415_, 127.0.0.1:42463_, 127.0.0.1:44107_]
	at __randomizedtesting.SeedInfo.seed([98994F69880DE69E:10CD70B326F18B66]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 245408 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.handler.TestReplicationHandler.classMethod (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestReplicationHandler.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestReplicationHandler.classMethod" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=98994F69880DE69E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=98994F69880DE69E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 54m 55s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 21 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/21/

2 tests failed.
FAILED:  org.apache.solr.handler.TestContainerPlugin.testApi

Error Message:
java.lang.AssertionError: startCalled

Stack Trace:
java.lang.AssertionError: startCalled
	at __randomizedtesting.SeedInfo.seed([6A665B924565A623:BF435402293456F]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.handler.TestContainerPlugin.testApi(TestContainerPlugin.java:189)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/8)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:41213_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:35779_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:35865_",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:37975_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35865_, 127.0.0.1:37975_, 127.0.0.1:38369_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/8)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"solrj_collection_shard1_replica_n1",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:41213_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node3/data/tlog"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:35779_",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:35865_",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "leader":"true",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:37975_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:33923/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35865_, 127.0.0.1:37975_, 127.0.0.1:38369_]
	at __randomizedtesting.SeedInfo.seed([6A665B924565A623:E2326448EB99CBDB]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 6661 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.handler.TestContainerPlugin.testApi (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestContainerPlugin.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestContainerPlugin.testApi" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=6A665B924565A623 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=6A665B924565A623 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 20m 4s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 20 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/20/

2 tests failed.
FAILED:  org.apache.solr.update.PeerSyncWithLeaderTest.test

Error Message:
junit.framework.AssertionFailedError: .response[0][id][0]:1!=2

Stack Trace:
junit.framework.AssertionFailedError: .response[0][id][0]:1!=2
	at __randomizedtesting.SeedInfo.seed([E111F833F2BDB1C:8645205991D7B6E4]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:722)
	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:713)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:104)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:39193_hd_szk%2Fs",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:45205_hd_szk%2Fs",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:42207_hd_szk%2Fs",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:35715_hd_szk%2Fs",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33909_hd_szk%2Fs, 127.0.0.1:39193_hd_szk%2Fs, 127.0.0.1:45205_hd_szk%2Fs]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:39193_hd_szk%2Fs",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:45205_hd_szk%2Fs",
          "shared_storage":"true",
          "state":"active",
          "collection":"solrj_collection",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"solrj_collection_shard2_replica_n4",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:42207_hd_szk%2Fs",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node7/data/tlog"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:35715_hd_szk%2Fs",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost.localdomain:34553/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33909_hd_szk%2Fs, 127.0.0.1:39193_hd_szk%2Fs, 127.0.0.1:45205_hd_szk%2Fs]
	at __randomizedtesting.SeedInfo.seed([E111F833F2BDB1C:8645205991D7B6E4]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 6037 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=E111F833F2BDB1C -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.update.PeerSyncWithLeaderTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.update.PeerSyncWithLeaderTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.update.PeerSyncWithLeaderTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=E111F833F2BDB1C -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 0m 49s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 19 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/19/

2 tests failed.
FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:44353/la/j/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:44353/la/j/collection1
	at __randomizedtesting.SeedInfo.seed([CD9AD18982E8907:848D92C236D2E4FF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:709)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1168)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:505)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:480)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1754)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:426)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:160)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1103)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:582)
	... 58 more


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:40133_t%2Fw",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:34009_t%2Fw",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:36667_t%2Fw",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:33255_t%2Fw",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:36667_t%2Fw, 127.0.0.1:40133_t%2Fw, 127.0.0.1:44089_t%2Fw]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node3/data/",
          "node_name":"127.0.0.1:40133_t%2Fw",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core":"solrj_collection_shard1_replica_n2",
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node5/data/",
          "node_name":"127.0.0.1:34009_t%2Fw",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node5/data/tlog"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node7/data/",
          "node_name":"127.0.0.1:36667_t%2Fw",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core":"solrj_collection_shard2_replica_n6",
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node8/data/",
          "node_name":"127.0.0.1:33255_t%2Fw",
          "shared_storage":"true",
          "collection":"solrj_collection",
          "state":"down",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38339/solr_hdfs_home/solrj_collection/core_node8/data/tlog"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:36667_t%2Fw, 127.0.0.1:40133_t%2Fw, 127.0.0.1:44089_t%2Fw]
	at __randomizedtesting.SeedInfo.seed([CD9AD18982E8907:848D92C236D2E4FF]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 158446 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.update.TestInPlaceUpdatesDistrib.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.update.TestInPlaceUpdatesDistrib.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.update.TestInPlaceUpdatesDistrib.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=CD9AD18982E8907 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=CD9AD18982E8907 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 27m 25s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 18 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/18/

3 tests failed.
FAILED:  org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured

Error Message:
java.lang.AssertionError

Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A1DB9EEBF8FA3595:7D223660EAF2EF55]:0)
	at org.junit.Assert.fail(Assert.java:87)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.junit.Assert.assertTrue(Assert.java:53)
	at org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured(TestSolrDeletionPolicy1.java:108)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.TestContainerPlugin.testApi

Error Message:
java.lang.AssertionError: startCalled

Stack Trace:
java.lang.AssertionError: startCalled
	at __randomizedtesting.SeedInfo.seed([A1DB9EEBF8FA3595:C049F0399F0CD6D9]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.handler.TestContainerPlugin.testApi(TestContainerPlugin.java:189)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/10)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node3/data/",
          "base_url":"http://127.0.0.1:42841",
          "node_name":"127.0.0.1:42841_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node5/data/",
          "base_url":"http://127.0.0.1:39315",
          "node_name":"127.0.0.1:39315_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node7/data/",
          "base_url":"http://127.0.0.1:39071",
          "node_name":"127.0.0.1:39071_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node8/data/",
          "base_url":"http://127.0.0.1:34481",
          "node_name":"127.0.0.1:34481_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:39071_, 127.0.0.1:39315_, 127.0.0.1:42841_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/10)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node3/data/",
          "base_url":"http://127.0.0.1:42841",
          "node_name":"127.0.0.1:42841_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node5/data/",
          "base_url":"http://127.0.0.1:39315",
          "node_name":"127.0.0.1:39315_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node7/data/",
          "base_url":"http://127.0.0.1:39071",
          "node_name":"127.0.0.1:39071_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node8/data/",
          "base_url":"http://127.0.0.1:34481",
          "node_name":"127.0.0.1:34481_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33755/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:39071_, 127.0.0.1:39315_, 127.0.0.1:42841_]
	at __randomizedtesting.SeedInfo.seed([A1DB9EEBF8FA3595:298FA1315606586D]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 7087 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.handler.TestContainerPlugin.testApi (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestContainerPlugin.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestContainerPlugin.testApi" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=A1DB9EEBF8FA3595 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=A1DB9EEBF8FA3595 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.core.TestSolrDeletionPolicy1.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.core.TestSolrDeletionPolicy1.testNumCommitsConfigured" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=A1DB9EEBF8FA3595 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 10m 0s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 17 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/17/

1 tests failed.
FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/7)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node3/data/",
          "base_url":"http://127.0.0.1:34457",
          "node_name":"127.0.0.1:34457_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node5/data/",
          "base_url":"http://127.0.0.1:35923",
          "node_name":"127.0.0.1:35923_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node7/data/",
          "base_url":"http://127.0.0.1:36167",
          "node_name":"127.0.0.1:36167_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node8/data/",
          "base_url":"http://127.0.0.1:32827",
          "node_name":"127.0.0.1:32827_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:32827_, 127.0.0.1:34457_, 127.0.0.1:36167_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/7)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node3/data/",
          "base_url":"http://127.0.0.1:34457",
          "node_name":"127.0.0.1:34457_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node5/data/",
          "base_url":"http://127.0.0.1:35923",
          "node_name":"127.0.0.1:35923_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node7/data/",
          "base_url":"http://127.0.0.1:36167",
          "node_name":"127.0.0.1:36167_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node8/data/",
          "base_url":"http://127.0.0.1:32827",
          "node_name":"127.0.0.1:32827_",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:35409/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:32827_, 127.0.0.1:34457_, 127.0.0.1:36167_]
	at __randomizedtesting.SeedInfo.seed([ED0CC983BDA2EACA:6558F659135E8732]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 5524 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=ED0CC983BDA2EACA -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 4h 52m 27s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 16 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/16/

10 tests failed.
FAILED:  org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumFixedWidth

Error Message:
java.io.FileNotFoundException: _2_Lucene80_0.dvm in dir=NIOFSDirectory@/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/tmp/tests-tmp/lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat_93FCC9CC28071A16-001/tempDir-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c3bd332

Stack Trace:
java.io.FileNotFoundException: _2_Lucene80_0.dvm in dir=NIOFSDirectory@/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/tmp/tests-tmp/lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat_93FCC9CC28071A16-001/tempDir-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c3bd332
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:6EFC7217721E9F5A]:0)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:72)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:163)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:176)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:100)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:715)
	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$19(IndexWriter.java:4694)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4691)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4351)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5910)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.executeMerge(IndexWriter.java:2279)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2274)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3771)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3716)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:365)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:322)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.doTestTermsEnumRandom(BaseLucene80DocValuesFormatTestCase.java:323)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.testTermsEnumFixedWidth(BaseLucene80DocValuesFormatTestCase.java:114)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumLongSharedPrefixes

Error Message:
java.io.FileNotFoundException: No sub-file with id _Lucene80_0.dvm found in compound file "_0.cfs" (fileName=_0_Lucene80_0.dvm files: [_LuceneFixedGap_0.tii, .fnm, _PerFieldDV40_0_Lucene80_0.dvm, _LuceneFixedGap_0.doc, .fdm, _LuceneFixedGap_0.tib, .fdx, _PerFieldDV40_0_Lucene80_0.dvd, .fdt])

Stack Trace:
java.io.FileNotFoundException: No sub-file with id _Lucene80_0.dvm found in compound file "_0.cfs" (fileName=_0_Lucene80_0.dvm files: [_LuceneFixedGap_0.tii, .fnm, _PerFieldDV40_0_Lucene80_0.dvm, _LuceneFixedGap_0.doc, .fdm, _LuceneFixedGap_0.tib, .fdx, _PerFieldDV40_0_Lucene80_0.dvd, .fdt])
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:84F8A191F0FF4F98]:0)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.openInput(Lucene50CompoundReader.java:143)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:72)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:163)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:176)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:100)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:715)
	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$19(IndexWriter.java:4694)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4691)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4351)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5910)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.executeMerge(IndexWriter.java:2279)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2274)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5419)
	at org.apache.lucene.index.IndexWriter.maybeProcessEvents(IndexWriter.java:5409)
	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1473)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1759)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1402)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.doTestTermsEnumRandom(BaseLucene80DocValuesFormatTestCase.java:321)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.testTermsEnumLongSharedPrefixes(BaseLucene80DocValuesFormatTestCase.java:138)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumRandomMany

Error Message:
java.io.FileNotFoundException: No sub-file with id _Lucene80_0.dvm found in compound file "_0.cfs" (fileName=_0_Lucene80_0.dvm files: [_BlockTreeOrds_0.doc, _BlockTreeOrds_0.tipo, .fnm, _PerFieldDV40_0_Lucene80_0.dvm, _BlockTreeOrds_0.tio, .fdm, .fdx, _PerFieldDV40_0_Lucene80_0.dvd, .fdt])

Stack Trace:
java.io.FileNotFoundException: No sub-file with id _Lucene80_0.dvm found in compound file "_0.cfs" (fileName=_0_Lucene80_0.dvm files: [_BlockTreeOrds_0.doc, _BlockTreeOrds_0.tipo, .fnm, _PerFieldDV40_0_Lucene80_0.dvm, _BlockTreeOrds_0.tio, .fdm, .fdx, _PerFieldDV40_0_Lucene80_0.dvd, .fdt])
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:FA4BF830EBC17ADC]:0)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.openInput(Lucene50CompoundReader.java:143)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:72)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:163)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:176)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:100)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:715)
	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$19(IndexWriter.java:4694)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4691)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4351)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5910)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.executeMerge(IndexWriter.java:2279)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2274)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3771)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3716)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:365)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:322)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.doTestTermsEnumRandom(BaseLucene80DocValuesFormatTestCase.java:323)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.testTermsEnumRandomMany(BaseLucene80DocValuesFormatTestCase.java:130)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumVariableWidth

Error Message:
java.io.FileNotFoundException: _3_Lucene80_0.dvm in dir=NIOFSDirectory@/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/tmp/tests-tmp/lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat_93FCC9CC28071A16-001/tempDir-011 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c3bd332

Stack Trace:
java.io.FileNotFoundException: _3_Lucene80_0.dvm in dir=NIOFSDirectory@/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/tmp/tests-tmp/lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat_93FCC9CC28071A16-001/tempDir-011 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c3bd332
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:56C0DD3395B8245D]:0)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:72)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:163)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:176)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:100)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:715)
	at org.apache.lucene.index.IndexWriter.lambda$preparePointInTimeMerge$13(IndexWriter.java:3584)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter$2.initMergeReaders(IndexWriter.java:3563)
	at org.apache.lucene.index.IndexWriter.preparePointInTimeMerge(IndexWriter.java:3578)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3404)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3758)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3716)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:338)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:322)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.doTestTermsEnumRandom(BaseLucene80DocValuesFormatTestCase.java:323)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.testTermsEnumVariableWidth(BaseLucene80DocValuesFormatTestCase.java:122)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumFixedWidth

Error Message:
java.io.FileNotFoundException: _2_Lucene80_0.dvm in dir=NIOFSDirectory@/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/tmp/tests-tmp/lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat_93FCC9CC28071A16-001/tempDir-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@26367f55

Stack Trace:
java.io.FileNotFoundException: _2_Lucene80_0.dvm in dir=NIOFSDirectory@/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/tmp/tests-tmp/lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat_93FCC9CC28071A16-001/tempDir-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@26367f55
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:6EFC7217721E9F5A]:0)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:72)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:163)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:176)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:100)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:715)
	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$19(IndexWriter.java:4694)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4691)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4351)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5910)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.executeMerge(IndexWriter.java:2279)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2274)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3771)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3716)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:365)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:322)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.doTestTermsEnumRandom(BaseLucene80DocValuesFormatTestCase.java:323)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.testTermsEnumFixedWidth(BaseLucene80DocValuesFormatTestCase.java:114)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumLongSharedPrefixes

Error Message:
java.io.FileNotFoundException: No sub-file with id _Lucene80_0.dvm found in compound file "_0.cfs" (fileName=_0_Lucene80_0.dvm files: [_LuceneFixedGap_0.tii, .fnm, _PerFieldDV40_0_Lucene80_0.dvm, _LuceneFixedGap_0.doc, .fdm, _LuceneFixedGap_0.tib, .fdx, _PerFieldDV40_0_Lucene80_0.dvd, .fdt])

Stack Trace:
java.io.FileNotFoundException: No sub-file with id _Lucene80_0.dvm found in compound file "_0.cfs" (fileName=_0_Lucene80_0.dvm files: [_LuceneFixedGap_0.tii, .fnm, _PerFieldDV40_0_Lucene80_0.dvm, _LuceneFixedGap_0.doc, .fdm, _LuceneFixedGap_0.tib, .fdx, _PerFieldDV40_0_Lucene80_0.dvd, .fdt])
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:84F8A191F0FF4F98]:0)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.openInput(Lucene50CompoundReader.java:143)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:72)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:163)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:176)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:100)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:715)
	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$19(IndexWriter.java:4694)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4691)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4351)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5910)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.executeMerge(IndexWriter.java:2279)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2274)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5419)
	at org.apache.lucene.index.IndexWriter.maybeProcessEvents(IndexWriter.java:5409)
	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1473)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1759)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1402)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.doTestTermsEnumRandom(BaseLucene80DocValuesFormatTestCase.java:321)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.testTermsEnumLongSharedPrefixes(BaseLucene80DocValuesFormatTestCase.java:138)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumRandomMany

Error Message:
java.io.FileNotFoundException: No sub-file with id _Lucene80_0.dvm found in compound file "_0.cfs" (fileName=_0_Lucene80_0.dvm files: [_BlockTreeOrds_0.doc, _BlockTreeOrds_0.tipo, .fnm, _PerFieldDV40_0_Lucene80_0.dvm, _BlockTreeOrds_0.tio, .fdm, .fdx, _PerFieldDV40_0_Lucene80_0.dvd, .fdt])

Stack Trace:
java.io.FileNotFoundException: No sub-file with id _Lucene80_0.dvm found in compound file "_0.cfs" (fileName=_0_Lucene80_0.dvm files: [_BlockTreeOrds_0.doc, _BlockTreeOrds_0.tipo, .fnm, _PerFieldDV40_0_Lucene80_0.dvm, _BlockTreeOrds_0.tio, .fdm, .fdx, _PerFieldDV40_0_Lucene80_0.dvd, .fdt])
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:FA4BF830EBC17ADC]:0)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.openInput(Lucene50CompoundReader.java:143)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:72)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:163)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:176)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:100)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:715)
	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$19(IndexWriter.java:4694)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4691)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4351)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5910)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.executeMerge(IndexWriter.java:2279)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2274)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3771)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3716)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:365)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:322)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.doTestTermsEnumRandom(BaseLucene80DocValuesFormatTestCase.java:323)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.testTermsEnumRandomMany(BaseLucene80DocValuesFormatTestCase.java:130)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumVariableWidth

Error Message:
java.io.FileNotFoundException: _3_Lucene80_0.dvm in dir=NIOFSDirectory@/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/tmp/tests-tmp/lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat_93FCC9CC28071A16-001/tempDir-011 lockFactory=org.apache.lucene.store.NativeFSLockFactory@26367f55

Stack Trace:
java.io.FileNotFoundException: _3_Lucene80_0.dvm in dir=NIOFSDirectory@/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/tmp/tests-tmp/lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat_93FCC9CC28071A16-001/tempDir-011 lockFactory=org.apache.lucene.store.NativeFSLockFactory@26367f55
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:56C0DD3395B8245D]:0)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:72)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:163)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:176)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:100)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:715)
	at org.apache.lucene.index.IndexWriter.lambda$preparePointInTimeMerge$13(IndexWriter.java:3584)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter$2.initMergeReaders(IndexWriter.java:3563)
	at org.apache.lucene.index.IndexWriter.preparePointInTimeMerge(IndexWriter.java:3578)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3404)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3758)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3716)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:338)
	at org.apache.lucene.index.RandomIndexWriter.commit(RandomIndexWriter.java:322)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.doTestTermsEnumRandom(BaseLucene80DocValuesFormatTestCase.java:323)
	at org.apache.lucene.codecs.lucene80.BaseLucene80DocValuesFormatTestCase.testTermsEnumVariableWidth(BaseLucene80DocValuesFormatTestCase.java:122)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cluster.events.ClusterEventProducerTest.testEvents

Error Message:
java.lang.AssertionError: Timed out waiting for expected event NODES_DOWN

Stack Trace:
java.lang.AssertionError: Timed out waiting for expected event NODES_DOWN
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:509B40720C5FB846]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cluster.events.AllEventsListener.waitForExpectedEvent(AllEventsListener.java:54)
	at org.apache.solr.cluster.events.ClusterEventProducerTest.testEvents(ClusterEventProducerTest.java:125)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node3/data/",
          "base_url":"http://127.0.0.1:37039/ig/k",
          "node_name":"127.0.0.1:37039_ig%2Fk",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node5/data/",
          "base_url":"http://127.0.0.1:36563/ig/k",
          "node_name":"127.0.0.1:36563_ig%2Fk",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node7/data/",
          "base_url":"http://127.0.0.1:39675/ig/k",
          "node_name":"127.0.0.1:39675_ig%2Fk",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node8/data/",
          "base_url":"http://127.0.0.1:37207/ig/k",
          "node_name":"127.0.0.1:37207_ig%2Fk",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:37039_ig%2Fk, 127.0.0.1:37785_ig%2Fk, 127.0.0.1:39675_ig%2Fk]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "leader":"true",
          "core_node_name":"core_node3",
          "dataDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node3/data/",
          "base_url":"http://127.0.0.1:37039/ig/k",
          "node_name":"127.0.0.1:37039_ig%2Fk",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard1"},
        "core_node5":{
          "core_node_name":"core_node5",
          "dataDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node5/data/",
          "base_url":"http://127.0.0.1:36563/ig/k",
          "node_name":"127.0.0.1:36563_ig%2Fk",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard1"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core_node_name":"core_node7",
          "dataDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node7/data/",
          "base_url":"http://127.0.0.1:39675/ig/k",
          "node_name":"127.0.0.1:39675_ig%2Fk",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "shard":"shard2"},
        "core_node8":{
          "core_node_name":"core_node8",
          "dataDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node8/data/",
          "base_url":"http://127.0.0.1:37207/ig/k",
          "node_name":"127.0.0.1:37207_ig%2Fk",
          "collection":"solrj_collection",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:33963/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down",
          "shard":"shard2"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:37039_ig%2Fk, 127.0.0.1:37785_ig%2Fk, 127.0.0.1:39675_ig%2Fk]
	at __randomizedtesting.SeedInfo.seed([93FCC9CC28071A16:1BA8F61686FB77EE]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 7081 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.cluster.events.ClusterEventProducerTest.testEvents (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cluster.events.ClusterEventProducerTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cluster.events.ClusterEventProducerTest.testEvents" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumFixedWidth (:lucene:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/test-results/test/outputs/OUTPUT-org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.txt
    Reproduce with: gradlew :lucene:core:test --tests "org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumFixedWidth" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumLongSharedPrefixes (:lucene:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/test-results/test/outputs/OUTPUT-org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.txt
    Reproduce with: gradlew :lucene:core:test --tests "org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumLongSharedPrefixes" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumRandomMany (:lucene:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/test-results/test/outputs/OUTPUT-org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.txt
    Reproduce with: gradlew :lucene:core:test --tests "org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumRandomMany" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumVariableWidth (:lucene:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/test-results/test/outputs/OUTPUT-org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.txt
    Reproduce with: gradlew :lucene:core:test --tests "org.apache.lucene.codecs.lucene80.TestBestSpeedLucene80DocValuesFormat.testTermsEnumVariableWidth" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumFixedWidth (:lucene:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/test-results/test/outputs/OUTPUT-org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.txt
    Reproduce with: gradlew :lucene:core:test --tests "org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumFixedWidth" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumLongSharedPrefixes (:lucene:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/test-results/test/outputs/OUTPUT-org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.txt
    Reproduce with: gradlew :lucene:core:test --tests "org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumLongSharedPrefixes" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumRandomMany (:lucene:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/test-results/test/outputs/OUTPUT-org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.txt
    Reproduce with: gradlew :lucene:core:test --tests "org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumRandomMany" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt

  - org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumVariableWidth (:lucene:core)
    Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/core/build/test-results/test/outputs/OUTPUT-org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.txt
    Reproduce with: gradlew :lucene:core:test --tests "org.apache.lucene.codecs.lucene80.TestBestCompressionLucene80DocValuesFormat.testTermsEnumVariableWidth" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=93FCC9CC28071A16 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 5h 10m 23s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:998)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1905)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1905)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)