You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/08/09 13:52:57 UTC
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 1 - Failure!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/1/
4 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentAddAndDeleteAndCommit
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([3C3C3CCA918E579A:6E5407A0F68E34DA]:0)
at java.base/java.util.HashMap$KeySet.iterator(HashMap.java:912)
at java.base/java.util.HashSet.iterator(HashSet.java:173)
at java.base/java.util.AbstractCollection.addAll(AbstractCollection.java:351)
at org.apache.lucene.index.SegmentCommitInfo.files(SegmentCommitInfo.java:252)
at org.apache.lucene.index.SegmentInfos.files(SegmentInfos.java:828)
at org.apache.lucene.index.StandardDirectoryReader$ReaderCommit.<init>(StandardDirectoryReader.java:410)
at org.apache.lucene.index.DirectoryReader.listCommits(DirectoryReader.java:288)
at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentAddAndDeleteAndCommit(TestIndexingSequenceNumbers.java:552)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/8)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core_node_name":"core_node3", "dataDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node3/data/", "base_url":"http://127.0.0.1:34775", "node_name":"127.0.0.1:34775_", "collection":"solrj_collection", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node3/data/tlog", "core":"solrj_collection_shard1_replica_n1", "shared_storage":"true", "state":"active", "shard":"shard1"}, "core_node5":{ "leader":"true", "core_node_name":"core_node5", "dataDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node5/data/", "base_url":"http://127.0.0.1:36471", "node_name":"127.0.0.1:36471_", "collection":"solrj_collection", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node5/data/tlog", "core":"solrj_collection_shard1_replica_n2", "shared_storage":"true", "state":"active", "shard":"shard1"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "leader":"true", "core_node_name":"core_node7", "dataDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node7/data/", "base_url":"http://127.0.0.1:36025", "node_name":"127.0.0.1:36025_", "collection":"solrj_collection", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node7/data/tlog", "core":"solrj_collection_shard2_replica_n4", "shared_storage":"true", "state":"active", "shard":"shard2"}, "core_node8":{ "core_node_name":"core_node8", "dataDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node8/data/", "base_url":"http://127.0.0.1:36213", "node_name":"127.0.0.1:36213_", "collection":"solrj_collection", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node8/data/tlog", "core":"solrj_collection_shard2_replica_n6", "shared_storage":"true", "state":"down", "shard":"shard2"}}}}, "router":{ "field":"myOwnField", "name":"compositeId"}, "nrtReplicas":"2", "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:34775_, 127.0.0.1:36025_, 127.0.0.1:36471_]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:34775",
"node_name":"127.0.0.1:34775_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"leader":"true",
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:36471",
"node_name":"127.0.0.1:36471_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:36025",
"node_name":"127.0.0.1:36025_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:36213",
"node_name":"127.0.0.1:36213_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:40289/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"down",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:34775_, 127.0.0.1:36025_, 127.0.0.1:36471_]
at __randomizedtesting.SeedInfo.seed([A6D1AE889FB362E4:2E859152314F0F1C]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.servlet.TestRequestRateLimiter.testConcurrentQueries
Error Message:
Incoming accepted new request count did not match. Expected 5 incoming 25
Stack Trace:
java.lang.AssertionError: Incoming accepted new request count did not match. Expected 5 incoming 25
at __randomizedtesting.SeedInfo.seed([A6D1AE889FB362E4:E44A4DAD1FD417C5]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.servlet.TestRequestRateLimiter.testConcurrentQueries(TestRequestRateLimiter.java:74)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.servlet.TestRequestRateLimiter.testSlotBorrowing
Error Message:
Incoming slots borrowed count did not match. Expected > 0 incoming 0
Stack Trace:
java.lang.AssertionError: Incoming slots borrowed count did not match. Expected > 0 incoming 0
at __randomizedtesting.SeedInfo.seed([A6D1AE889FB362E4:17C648B7F0E59940]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.servlet.TestRequestRateLimiter.testSlotBorrowing(TestRequestRateLimiter.java:106)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 344 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.method=testStressConcurrentAddAndDeleteAndCommit -Dtests.seed=3C3C3CCA918E579A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ar-IQ -Dtests.timezone=Australia/NSW -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 513s J0 | TestIndexingSequenceNumbers.testStressConcurrentAddAndDeleteAndCommit <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([3C3C3CCA918E579A:6E5407A0F68E34DA]:0)
[junit4] > at java.base/java.util.HashMap$KeySet.iterator(HashMap.java:912)
[junit4] > at java.base/java.util.HashSet.iterator(HashSet.java:173)
[junit4] > at java.base/java.util.AbstractCollection.addAll(AbstractCollection.java:351)
[junit4] > at org.apache.lucene.index.SegmentCommitInfo.files(SegmentCommitInfo.java:252)
[junit4] > at org.apache.lucene.index.SegmentInfos.files(SegmentInfos.java:828)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader$ReaderCommit.<init>(StandardDirectoryReader.java:410)
[junit4] > at org.apache.lucene.index.DirectoryReader.listCommits(DirectoryReader.java:288)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentAddAndDeleteAndCommit(TestIndexingSequenceNumbers.java:552)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexingSequenceNumbers_3C3C3CCA918E579A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86), sim=Asserting(RandomSimilarity(queryNorm=false): {id=F1LOG}), locale=ar-IQ, timezone=Australia/NSW
[junit4] 2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=84291400,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexWriterMergePolicy, TestCustomTermFreq, TestReaderPool, TestDocumentsWriterDeleteQueue, TestPointQueries, TestIndexingSequenceNumbers]
[junit4] Completed [24/566 (1!)] on J0 in 559.42s, 8 tests, 1 error <<< FAILURES!
[...truncated 1905 lines...]
[junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J0-20200809_092237_3226958744896207599094.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/heapdumps/java_pid16553.hprof ...
[junit4] Heap dump file created [632313988 bytes in 2.960 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 10105 lines...]
[junit4] Suite: org.apache.solr.servlet.TestRequestRateLimiter
[junit4] 2> 230651 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 230651 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.servlet.TestRequestRateLimiter_A6D1AE889FB362E4-001/data-dir-36-001
[junit4] 2> 230651 WARN (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 230651 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 230652 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 230653 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 230653 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.servlet.TestRequestRateLimiter_A6D1AE889FB362E4-001/tempDir-001
[junit4] 2> 230654 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 230654 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 230654 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 230655 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 230754 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 40831
[junit4] 2> 230754 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40831
[junit4] 2> 230754 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40831
[junit4] 2> 230754 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40831
[junit4] 2> 230756 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 230761 INFO (zkConnectionManagerCallback-2404-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 230761 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 230766 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 230768 INFO (zkConnectionManagerCallback-2406-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 230768 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 230768 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 230770 INFO (zkConnectionManagerCallback-2408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 230770 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 230785 WARN (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker-SendThread(127.0.0.1:40831)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100cc0da6750002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100cc0da6750002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100cc0da6750002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 230890 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 230890 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 230890 INFO (jetty-launcher-2409-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
[junit4] 2> 230892 INFO (jetty-launcher-2409-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 230892 INFO (jetty-launcher-2409-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 230892 INFO (jetty-launcher-2409-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 230893 INFO (jetty-launcher-2409-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c751d9a{/solr,null,AVAILABLE}
[junit4] 2> 230895 INFO (jetty-launcher-2409-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@88cccc0{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:40809}
[junit4] 2> 230895 INFO (jetty-launcher-2409-thread-1) [ ] o.e.j.s.Server Started @230956ms
[junit4] 2> 230895 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40809}
[junit4] 2> 230896 ERROR (jetty-launcher-2409-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 230896 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 230896 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 230896 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 230896 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
[junit4] 2> 230896 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-08-09T12:25:32.444558Z
[junit4] 2> 230897 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 230899 INFO (zkConnectionManagerCallback-2411-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 230899 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 230900 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 231015 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 231017 WARN (jetty-launcher-2409-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@38a001be[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 231017 WARN (jetty-launcher-2409-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@38a001be[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 231021 WARN (jetty-launcher-2409-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7476d447[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 231021 WARN (jetty-launcher-2409-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7476d447[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 231023 INFO (jetty-launcher-2409-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40831/solr
[junit4] 2> 231024 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 231025 INFO (zkConnectionManagerCallback-2421-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 231025 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 231152 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40809_solr
[junit4] 2> 231153 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.c.Overseer Overseer (id=72281953037254660-127.0.0.1:40809_solr-n_0000000000) starting
[junit4] 2> 231159 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40809_solr
[junit4] 2> 231159 INFO (OverseerStateUpdate-72281953037254660-127.0.0.1:40809_solr-n_0000000000) [n:127.0.0.1:40809_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40809_solr
[junit4] 2> 231161 INFO (OverseerStateUpdate-72281953037254660-127.0.0.1:40809_solr-n_0000000000) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 231162 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 231162 WARN (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 231175 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 231195 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40809.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d59d003
[junit4] 2> 231202 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40809.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d59d003
[junit4] 2> 231202 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40809.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d59d003
[junit4] 2> 231203 INFO (jetty-launcher-2409-thread-1) [n:127.0.0.1:40809_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.servlet.TestRequestRateLimiter_A6D1AE889FB362E4-001/tempDir-001/node1
[junit4] 2> 231210 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 231222 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 231436 INFO (zkConnectionManagerCallback-2436-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 231436 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 231438 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 231441 INFO (SUITE-TestRequestRateLimiter-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40831/solr ready
[junit4] 2> 231460 INFO (TEST-TestRequestRateLimiter.testConcurrentQueries-seed#[A6D1AE889FB362E4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConcurrentQueries
[junit4] 2> 231507 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=c1&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 231512 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection c1
[junit4] 2> 231513 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/c1.AUTOCREATED/protwords.txt
[junit4] 2> 231516 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/c1.AUTOCREATED/managed-schema
[junit4] 2> 231519 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/c1.AUTOCREATED/solrconfig.xml
[junit4] 2> 231522 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/c1.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 231523 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/c1.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 231525 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/c1.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 231526 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/c1.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 231530 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/c1.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 231532 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/c1.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 231534 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/c1.AUTOCREATED/lang/stopwords_et.txt
[junit4] 2> 231539 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/c1.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 231540 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/c1.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 231542 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/c1.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 231544 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/c1.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 231546 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/c1.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 231548 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/c1.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 231549 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/c1.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 231551 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/c1.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 231553 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/c1.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 231554 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/c1.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 231584 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/c1.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 231585 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/c1.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 231590 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/c1.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 231591 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/c1.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 231594 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/c1.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 231596 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/c1.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 231598 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/c1.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 231600 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/c1.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 231602 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/c1.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 231605 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/c1.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 231607 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/c1.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 231609 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/c1.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 231611 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/c1.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 231613 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/c1.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 231616 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/c1.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 231618 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/c1.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 231619 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/c1.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 231624 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/c1.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 231626 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/c1.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 231629 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/c1.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 231631 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/c1.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 231637 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/c1.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 231639 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/c1.AUTOCREATED/synonyms.txt
[junit4] 2> 231642 INFO (OverseerThreadFactory-2426-thread-1-processing-n:127.0.0.1:40809_solr) [n:127.0.0.1:40809_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/c1.AUTOCREATED/stopwords.txt
[junit4] 2> 231754 INFO (OverseerStateUpdate-72281953037254660-127.0.0.1:40809_solr-n_0000000000) [n:127.0.0.1:40809_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"c1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"c1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40809/solr",
[junit4] 2> "node_name":"127.0.0.1:40809_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 232033 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr x:c1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=c1.AUTOCREATED&newCollection=true&name=c1_shard1_replica_n1&action=CREATE&numShards=1&collection=c1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 232033 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr x:c1_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 232052 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 232078 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'c1_shard1_replica_n1' using configuration from configset c1.AUTOCREATED, trusted=true
[junit4] 2> 232102 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=default-config
[junit4] 2> 232308 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 232310 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40809.solr.core.c1.shard1.replica_n1' (registry 'solr.core.c1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d59d003
[junit4] 2> 232310 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.SolrCore [[c1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.servlet.TestRequestRateLimiter_A6D1AE889FB362E4-001/tempDir-001/node1/c1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.servlet.TestRequestRateLimiter_A6D1AE889FB362E4-001/tempDir-001/node1/c1_shard1_replica_n1/data/]
[junit4] 2> 232376 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 232376 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 232378 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 232378 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 232381 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/c1.AUTOCREATED
[junit4] 2> 232381 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/c1.AUTOCREATED
[junit4] 2> 232382 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/c1.AUTOCREATED/managed-schema
[junit4] 2> 232382 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 232383 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 232383 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, accuracy=0.5, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, maxQueryFrequency=0.01}
[junit4] 2> 232384 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 232384 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1674550636898680832
[junit4] 2> 232386 INFO (searcherExecutor-2438-thread-1-processing-n:127.0.0.1:40809_solr x:c1_shard1_replica_n1 c:c1 s:shard1 r:core_node2) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 232386 INFO (searcherExecutor-2438-thread-1-processing-n:127.0.0.1:40809_solr x:c1_shard1_replica_n1 c:c1 s:shard1 r:core_node2) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 232388 INFO (searcherExecutor-2438-thread-1-processing-n:127.0.0.1:40809_solr x:c1_shard1_replica_n1 c:c1 s:shard1 r:core_node2) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.SolrCore [c1_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 232390 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/c1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 232390 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/c1/leaders/shard1
[junit4] 2> 232393 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 232393 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 232393 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40809/solr/c1_shard1_replica_n1/
[junit4] 2> 232394 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 232394 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:40809/solr/c1_shard1_replica_n1/ has no replicas
[junit4] 2> 232394 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/c1/leaders/shard1/leader after winning as /collections/c1/leader_elect/shard1/election/72281953037254660-core_node2-n_0000000000
[junit4] 2> 232396 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40809/solr/c1_shard1_replica_n1/ shard1
[junit4] 2> 232498 INFO (zkCallback-2420-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 232498 INFO (zkCallback-2420-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 232498 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 232501 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=c1.AUTOCREATED&newCollection=true&name=c1_shard1_replica_n1&action=CREATE&numShards=1&collection=c1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=468
[junit4] 2> 232503 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 232601 INFO (zkCallback-2420-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 232601 INFO (zkCallback-2420-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 232601 INFO (zkCallback-2420-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 232602 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&name=c1&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=1095
[junit4] 2> 232603 INFO (TEST-TestRequestRateLimiter.testConcurrentQueries-seed#[A6D1AE889FB362E4]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: c1
[junit4] 2> 232678 INFO (zkCallback-2420-thread-3) [ ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/c1.AUTOCREATED/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 232678 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Persisted managed schema version 1 at /configs/c1.AUTOCREATED/managed-schema
[junit4] 2> 232678 INFO (zkCallback-2420-thread-3) [ ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from Zookeeper
[junit4] 2> 232683 INFO (zkCallback-2420-thread-3) [ ] o.a.s.s.IndexSchema Schema name=default-config
[junit4] 2> 232686 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/c1/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 232687 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1674550637206962176)]} 0 80
[junit4] 2> 232688 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1674550637217447936)]} 0 0
[junit4] 2> 232689 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1674550637218496512)]} 0 0
[junit4] 2> 232690 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1674550637219545088)]} 0 0
[junit4] 2> 232691 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1674550637220593664)]} 0 0
[junit4] 2> 232692 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1674550637221642240)]} 0 0
[junit4] 2> 232692 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1674550637221642241)]} 0 0
[junit4] 2> 232693 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1674550637222690816)]} 0 0
[junit4] 2> 232694 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1674550637223739392)]} 0 0
[junit4] 2> 232695 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1674550637224787968)]} 0 0
[junit4] 2> 232696 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1674550637225836544)]} 0 0
[junit4] 2> 232696 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1674550637225836545)]} 0 0
[junit4] 2> 232697 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1674550637226885120)]} 0 0
[junit4] 2> 232698 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1674550637227933696)]} 0 0
[junit4] 2> 232699 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1674550637228982272)]} 0 0
[junit4] 2> 232700 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1674550637230030848)]} 0 0
[junit4] 2> 232700 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1674550637230030849)]} 0 0
[junit4] 2> 232701 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1674550637231079424)]} 0 0
[junit4] 2> 232702 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1674550637232128000)]} 0 0
[junit4] 2> 232703 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1674550637233176576)]} 0 0
[junit4] 2> 232704 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1674550637234225152)]} 0 0
[junit4] 2> 232704 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1674550637234225153)]} 0 0
[junit4] 2> 232705 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1674550637235273728)]} 0 0
[junit4] 2> 232706 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1674550637236322304)]} 0 0
[junit4] 2> 232707 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1674550637237370880)]} 0 0
[junit4] 2> 232708 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1674550637238419456)]} 0 0
[junit4] 2> 232709 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1674550637239468032)]} 0 0
[junit4] 2> 232710 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1674550637240516608)]} 0 0
[junit4] 2> 232712 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1674550637242613760)]} 0 0
[junit4] 2> 232713 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1674550637242613761)]} 0 0
[junit4] 2> 232713 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1674550637243662336)]} 0 0
[junit4] 2> 232714 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1674550637244710912)]} 0 0
[junit4] 2> 232715 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1674550637245759488)]} 0 0
[junit4] 2> 232716 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1674550637246808064)]} 0 0
[junit4] 2> 232717 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1674550637247856640)]} 0 0
[junit4] 2> 232718 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1674550637247856641)]} 0 0
[junit4] 2> 232718 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1674550637248905216)]} 0 0
[junit4] 2> 232719 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1674550637249953792)]} 0 0
[junit4] 2> 232720 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1674550637251002368)]} 0 0
[junit4] 2> 232721 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1674550637252050944)]} 0 0
[junit4] 2> 232722 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1674550637253099520)]} 0 0
[junit4] 2> 232722 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1674550637253099521)]} 0 0
[junit4] 2> 232723 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1674550637254148096)]} 0 0
[junit4] 2> 232724 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1674550637255196672)]} 0 0
[junit4] 2> 232725 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1674550637256245248)]} 0 0
[junit4] 2> 232726 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1674550637256245249)]} 0 0
[junit4] 2> 232726 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1674550637257293824)]} 0 0
[junit4] 2> 232727 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1674550637258342400)]} 0 0
[junit4] 2> 232728 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1674550637259390976)]} 0 0
[junit4] 2> 232730 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1674550637261488128)]} 0 0
[junit4] 2> 232732 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1674550637263585280)]} 0 0
[junit4] 2> 232732 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1674550637263585281)]} 0 0
[junit4] 2> 232733 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1674550637264633856)]} 0 0
[junit4] 2> 232735 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1674550637266731008)]} 0 0
[junit4] 2> 232736 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54 (1674550637267779584)]} 0 0
[junit4] 2> 232737 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55 (1674550637268828160)]} 0 0
[junit4] 2> 232738 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56 (1674550637269876736)]} 0 0
[junit4] 2> 232739 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57 (1674550637270925312)]} 0 0
[junit4] 2> 232739 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58 (1674550637270925313)]} 0 0
[junit4] 2> 232740 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59 (1674550637271973888)]} 0 0
[junit4] 2> 232742 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60 (1674550637274071040)]} 0 1
[junit4] 2> 232743 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61 (1674550637275119616)]} 0 0
[junit4] 2> 232744 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62 (1674550637276168192)]} 0 0
[junit4] 2> 232748 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63 (1674550637280362496)]} 0 0
[junit4] 2> 232750 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64 (1674550637282459648)]} 0 0
[junit4] 2> 232753 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65 (1674550637285605376)]} 0 0
[junit4] 2> 232754 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66 (1674550637286653952)]} 0 0
[junit4] 2> 232755 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67 (1674550637287702528)]} 0 0
[junit4] 2> 232756 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68 (1674550637288751104)]} 0 0
[junit4] 2> 232757 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69 (1674550637289799680)]} 0 0
[junit4] 2> 232758 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70 (1674550637290848256)]} 0 0
[junit4] 2> 232759 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71 (1674550637291896832)]} 0 0
[junit4] 2> 232760 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72 (1674550637292945408)]} 0 0
[junit4] 2> 232761 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73 (1674550637292945409)]} 0 0
[junit4] 2> 232761 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74 (1674550637293993984)]} 0 0
[junit4] 2> 232762 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75 (1674550637295042560)]} 0 0
[junit4] 2> 232763 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76 (1674550637296091136)]} 0 0
[junit4] 2> 232764 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77 (1674550637297139712)]} 0 0
[junit4] 2> 232765 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78 (1674550637298188288)]} 0 0
[junit4] 2> 232766 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79 (1674550637299236864)]} 0 0
[junit4] 2> 232767 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80 (1674550637300285440)]} 0 0
[junit4] 2> 232767 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81 (1674550637300285441)]} 0 0
[junit4] 2> 232768 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82 (1674550637301334016)]} 0 0
[junit4] 2> 232769 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83 (1674550637302382592)]} 0 0
[junit4] 2> 232770 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84 (1674550637303431168)]} 0 0
[junit4] 2> 232771 INFO (qtp1198927973-11791) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85 (1674550637304479744)]} 0 0
[junit4] 2> 232772 INFO (qtp1198927973-11798) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86 (1674550637305528320)]} 0 0
[junit4] 2> 232773 INFO (qtp1198927973-11797) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87 (1674550637306576896)]} 0 0
[junit4] 2> 232774 INFO (qtp1198927973-11795) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [c1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88 (1674550637307625472)]} 0 0
[junit4] 2> 232775 INFO (qtp1198927973-11796) [n:127.0.0.1:40809_solr c:c1 s:shard1 r:core_node2 x:c1_sh
[...truncated too long message...]
utoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
[junit4] > at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
[junit4] > at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 2290778 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A6D1AE889FB362E4]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 2290782 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A6D1AE889FB362E4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@73bff7d7{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 2290783 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A6D1AE889FB362E4]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59332438{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 2290783 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A6D1AE889FB362E4]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2290783 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A6D1AE889FB362E4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fb33368{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 2290784 WARN (BP-2091772234-127.0.0.1-1596977842730 heartbeating to localhost.localdomain/127.0.0.1:40289) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 2290784 WARN (BP-2091772234-127.0.0.1-1596977842730 heartbeating to localhost.localdomain/127.0.0.1:40289) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-2091772234-127.0.0.1-1596977842730 (Datanode Uuid 8bb63c0d-5374-4511-a793-2778085a38e0) service to localhost.localdomain/127.0.0.1:40289
[junit4] 2> 2290817 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A6D1AE889FB362E4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@28c7833c{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 2290818 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A6D1AE889FB362E4]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5878c8b1{HTTP/1.1, (http/1.1)}{localhost.localdomain:0}
[junit4] 2> 2290818 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A6D1AE889FB362E4]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2290819 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A6D1AE889FB362E4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a70e2b7{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A6D1AE889FB362E4-001
[junit4] 2> Aug 09, 2020 12:59:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {_root_=FST50, id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), text=Lucene84}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1130, maxMBSortInHeap=7.873704905239622, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=fo-FO, timezone=Europe/Sarajevo
[junit4] 2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=6,free=170194624,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestJsonFacetRefinement, BlobRepositoryCloudTest, DistributedFacetPivotSmallTest, AtomicUpdateProcessorFactoryTest, CustomHighlightComponentTest, TestCaffeineCache, TestCursorMarkWithoutUniqueKey, TestSearcherReuse, SimpleMLTQParserTest, SimplePostToolTest, TestClusterStateMutator, TestTlogReplica, TestReplicationHandlerDiskOverFlow, ReturnFieldsTest, WrapperMergePolicyFactoryTest, TestSolrCloudWithKerberosAlt, TestDocSet, TestQueryTypes, TestSizeLimitedDistributedMap, RequestHandlersTest, TestPointFields, ExternalFileFieldSortTest, TestDistribPackageStore, CreateCollectionCleanupTest, MoreLikeThisHandlerTest, TestDistribIDF, MetricsHistoryHandlerTest, ConjunctionSolrSpellCheckerTest, TestHighlightDedupGrouping, TestFieldCacheVsDocValues, OverseerRolesTest, SynonymTokenizerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestUnifiedSolrHighlighterWithoutStoredId, DirectoryFactoryTest, TestRandomFaceting, NumberUtilsTest, SolrCoreCheckLockOnStartupTest, TestApiFramework, TestSolrIndexConfig, TestSolrJacksonAnnotation, TestCloudSearcherWarming, TestFastOutputStream, SplitHandlerTest, LeaderElectionIntegrationTest, TestDelegationWithHadoopAuth, TestSubQueryTransformerDistrib, TestJettySolrRunner, TestConfigOverlay, TestXmlQParser, OverriddenZkACLAndCredentialsProvidersTest, TestSolr4Spatial, TestPrepRecovery, ForceLeaderWithTlogReplicasTest, DataDrivenBlockJoinTest, TestConfigReload, XsltUpdateRequestHandlerTest, TestJmxIntegration, TestExportWriter, ZookeeperStatusHandlerTest, UpdateParamsTest, TestSortByMinMaxFunction, TestPartialUpdateDeduplication, TestSolrCloudWithHadoopAuthPlugin, DocValuesMultiTest, TestFaceting, IndexBasedSpellCheckerTest, DimensionalRoutedAliasUpdateProcessorTest, HdfsCollectionsAPIDistributedZkTest, FullHLLTest, PackageManagerCLITest, ManagedSchemaRoundRobinCloudTest, MetricsHistoryIntegrationTest, TestSchemalessBufferedUpdates, TestCustomDocTransformer, TestUseDocValuesAsStored, CdcrRequestHandlerTest, MissingSegmentRecoveryTest, ConcurrentCreateRoutedAliasTest, TestCollationFieldDocValues, SplitByPrefixTest, LeaderFailureAfterFreshStartTest, CollectionsAPIDistributedZkTest, TestBadConfig, DistributedFacetPivotLargeTest, SuggestComponentTest, TestSolrConfigHandler, TestCloudPseudoReturnFields, AddReplicaTest, DistanceUnitsTest, TestExplainDocTransformer, DateFieldTest, BasicAuthIntegrationTest, TestSweetSpotSimilarityFactory, MetricsConfigTest, TestHdfsBackupRestoreCore, CoreMergeIndexesAdminHandlerTest, SolrCloudExampleTest, RangeFacetCloudTest, TestNonDefinedSimilarityFactory, TestRawResponseWriter, HdfsRecoverLeaseTest, TestQueryingOnDownCollection, TestAnalyzedSuggestions, TestSSLRandomization, BigEndianAscendingWordSerializerTest, TestDocTermOrds, DirectSolrConnectionTest, PKIAuthenticationIntegrationTest, BasicDistributedZk2Test, TestExternalRoleRuleBasedAuthorizationPlugin, TestPhraseSuggestions, ClassificationUpdateProcessorTest, TestRequestStatusCollectionAPI, TestExclusionRuleCollectionAccess, TestLegacyFieldReuse, SolrInfoBeanTest, TestStressUserVersions, FieldMutatingUpdateProcessorTest, CoreAdminHandlerTest, TestLRUStatsCache, SolrCloudReportersTest, SmileWriterTest, TestIndexSearcher, TestManagedSchemaAPI, DocumentAnalysisRequestHandlerTest, TestInPlaceUpdateWithRouteField, TestLMDirichletSimilarityFactory, OpenExchangeRatesOrgProviderTest, TaggingAttributeTest, HttpPartitionTest, AnalyticsMergeStrategyTest, SortSpecParsingTest, TestRandomRequestDistribution, TestImplicitCoreProperties, FacetPivotSmallTest, TestManagedStopFilterFactory, RulesTest, SolrJmxReporterCloudTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, TestDistributedMissingSort, TestDistributedSearch, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, MoveReplicaHDFSTest, MoveReplicaTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, ReindexCollectionTest, RestartWhileUpdatingTest, RouteFieldTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, ShardRoutingTest, SharedFSAutoReplicaFailoverTest]
[junit4] Completed [472/864 (2!)] on J1 in 151.64s, 1 test, 1 failure <<< FAILURES!
[...truncated 10745 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:663: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:587: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid16553.hprof
Total time: 270 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 13 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/13/
3 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader
Error Message:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0
Stack Trace:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0
at __randomizedtesting.SeedInfo.seed([1F23C41F2D2C3D7D:912FA46F5834B957]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:238)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:243)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader(TestPullReplicaErrorHandling.java:183)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.handler.TestContainerPlugin.testApi
Error Message:
java.lang.AssertionError: startCalled
Stack Trace:
java.lang.AssertionError: startCalled
at __randomizedtesting.SeedInfo.seed([1F23C41F2D2C3D7D:7EB1AACD4ADADE31]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.handler.TestContainerPlugin.testApi(TestContainerPlugin.java:193)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:37847",
"node_name":"127.0.0.1:37847_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"down",
"shard":"shard1"},
"core_node5":{
"leader":"true",
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:33161",
"node_name":"127.0.0.1:33161_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:32781",
"node_name":"127.0.0.1:32781_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:40863",
"node_name":"127.0.0.1:40863_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:32781_, 127.0.0.1:33161_, 127.0.0.1:40863_]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:37847",
"node_name":"127.0.0.1:37847_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"down",
"shard":"shard1"},
"core_node5":{
"leader":"true",
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:33161",
"node_name":"127.0.0.1:33161_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:32781",
"node_name":"127.0.0.1:32781_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:40863",
"node_name":"127.0.0.1:40863_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:35083/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:32781_, 127.0.0.1:33161_, 127.0.0.1:40863_]
at __randomizedtesting.SeedInfo.seed([1F23C41F2D2C3D7D:9777FBC583D05085]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 8744 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestPullReplicaErrorHandling.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.TestPullReplicaErrorHandling" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=1F23C41F2D2C3D7D -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=1F23C41F2D2C3D7D -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.handler.TestContainerPlugin.testApi (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestContainerPlugin.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestContainerPlugin" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=1F23C41F2D2C3D7D -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 5m 0s
262 actionable tasks: 262 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 12 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/12/
1 tests failed.
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/10)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:39375/_auj",
"node_name":"127.0.0.1:39375__auj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"down",
"shard":"shard1"},
"core_node5":{
"leader":"true",
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:33803/_auj",
"node_name":"127.0.0.1:33803__auj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:41275/_auj",
"node_name":"127.0.0.1:41275__auj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"down",
"shard":"shard2"},
"core_node8":{
"leader":"true",
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:45757/_auj",
"node_name":"127.0.0.1:45757__auj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33803__auj, 127.0.0.1:42659__auj, 127.0.0.1:45757__auj]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/10)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:39375/_auj",
"node_name":"127.0.0.1:39375__auj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"down",
"shard":"shard1"},
"core_node5":{
"leader":"true",
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:33803/_auj",
"node_name":"127.0.0.1:33803__auj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:41275/_auj",
"node_name":"127.0.0.1:41275__auj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"down",
"shard":"shard2"},
"core_node8":{
"leader":"true",
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:45757/_auj",
"node_name":"127.0.0.1:45757__auj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:41355/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33803__auj, 127.0.0.1:42659__auj, 127.0.0.1:45757__auj]
at __randomizedtesting.SeedInfo.seed([5CA383720DBFA5D2:D4F7BCA8A343C82A]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 5584 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=5CA383720DBFA5D2 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 4h 44m 2s
262 actionable tasks: 262 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 11 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/11/
2 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.classMethod
Error Message:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, InternalHttpClient, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:821)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1369)
at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:844)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:674)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:716)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1621)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:716)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1621)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1369)
at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:844)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
expected null, but was:<ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, InternalHttpClient, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:821)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1369)
at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:844)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:674)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:716)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1621)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:716)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1621)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1369)
at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:844)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
>
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, InternalHttpClient, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:821)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1369)
at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:844)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:674)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:716)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1621)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:716)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1621)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1369)
at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:844)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
expected null, but was:<ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, InternalHttpClient, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:821)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1006)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1369)
at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:844)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:338)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:347)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:223)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:261)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:674)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1037)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:716)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1621)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1090)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:716)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1621)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:912)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1369)
at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:844)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:337)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:454)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
>
at __randomizedtesting.SeedInfo.seed([4EEC497FD552B3]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:327)
at jdk.internal.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:35277/l/y",
"node_name":"127.0.0.1:35277_l%2Fy",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:42903/l/y",
"node_name":"127.0.0.1:42903_l%2Fy",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:40449/l/y",
"node_name":"127.0.0.1:40449_l%2Fy",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:45573/l/y",
"node_name":"127.0.0.1:45573_l%2Fy",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"down",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35277_l%2Fy, 127.0.0.1:40449_l%2Fy, 127.0.0.1:42903_l%2Fy]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:35277/l/y",
"node_name":"127.0.0.1:35277_l%2Fy",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:42903/l/y",
"node_name":"127.0.0.1:42903_l%2Fy",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:40449/l/y",
"node_name":"127.0.0.1:40449_l%2Fy",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:45573/l/y",
"node_name":"127.0.0.1:45573_l%2Fy",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:36229/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"down",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35277_l%2Fy, 127.0.0.1:40449_l%2Fy, 127.0.0.1:42903_l%2Fy]
at __randomizedtesting.SeedInfo.seed([4EEC497FD552B3:881AD393D1293F4B]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 249387 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=4EEC497FD552B3 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.handler.TestReplicationHandler.classMethod (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestReplicationHandler.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestReplicationHandler" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=4EEC497FD552B3 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 2m 28s
262 actionable tasks: 262 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 10 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/10/
1 tests failed.
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:39773/as_/k",
"node_name":"127.0.0.1:39773_as_%2Fk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:45853/as_/k",
"node_name":"127.0.0.1:45853_as_%2Fk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"down",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:36779/as_/k",
"node_name":"127.0.0.1:36779_as_%2Fk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:46637/as_/k",
"node_name":"127.0.0.1:46637_as_%2Fk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"down",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:36387_as_%2Fk, 127.0.0.1:36779_as_%2Fk, 127.0.0.1:39773_as_%2Fk]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/11)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:39773/as_/k",
"node_name":"127.0.0.1:39773_as_%2Fk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:45853/as_/k",
"node_name":"127.0.0.1:45853_as_%2Fk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"down",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:36779/as_/k",
"node_name":"127.0.0.1:36779_as_%2Fk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:46637/as_/k",
"node_name":"127.0.0.1:46637_as_%2Fk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost.localdomain:33339/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"down",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:36387_as_%2Fk, 127.0.0.1:36779_as_%2Fk, 127.0.0.1:39773_as_%2Fk]
at __randomizedtesting.SeedInfo.seed([9D7BE1EC3165765D:152FDE369F991BA5]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 5478 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=9D7BE1EC3165765D -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 28m 31s
262 actionable tasks: 262 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 9 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/9/
3 tests failed.
FAILED: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test
Error Message:
java.lang.AssertionError: Node 127.0.0.1:45747_solr has 2 replicas. Expected num replicas : 1. state:
DocCollection(hdfsbackuprestore_testok_restored/7)={
"pullReplicas":0,
"replicationFactor":1,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"base_url":"https://127.0.0.1:45747/solr",
"node_name":"127.0.0.1:45747_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1601202013251935182"},
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"base_url":"https://127.0.0.1:45747/solr",
"node_name":"127.0.0.1:45747_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1601202013251954939"}},
"router":{"name":"compositeId"},
"nrtReplicas":1,
"tlogReplicas":0}
Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:45747_solr has 2 replicas. Expected num replicas : 1. state:
DocCollection(hdfsbackuprestore_testok_restored/7)={
"pullReplicas":0,
"replicationFactor":1,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"base_url":"https://127.0.0.1:45747/solr",
"node_name":"127.0.0.1:45747_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1601202013251935182"},
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"base_url":"https://127.0.0.1:45747/solr",
"node_name":"127.0.0.1:45747_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1601202013251954939"}},
"router":{"name":"compositeId"},
"nrtReplicas":1,
"tlogReplicas":0}
at __randomizedtesting.SeedInfo.seed([A3255296E7E57D04:2B716D4C491910FC]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
at java.base/java.util.HashMap.forEach(HashMap.java:1336)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
at org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test(TestHdfsCloudBackupRestore.java:225)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test
Error Message:
java.lang.AssertionError: Node 127.0.0.1:43867_solr has 2 replicas. Expected num replicas : 1. state:
DocCollection(backuprestore_testok_restored/5)={
"pullReplicas":0,
"replicationFactor":1,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"backuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"base_url":"https://127.0.0.1:43867/solr",
"node_name":"127.0.0.1:43867_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1601201837923365014"},
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"backuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"base_url":"https://127.0.0.1:43867/solr",
"node_name":"127.0.0.1:43867_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1601201837923390468"}},
"router":{"name":"compositeId"},
"nrtReplicas":1,
"tlogReplicas":0}
Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:43867_solr has 2 replicas. Expected num replicas : 1. state:
DocCollection(backuprestore_testok_restored/5)={
"pullReplicas":0,
"replicationFactor":1,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"backuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"base_url":"https://127.0.0.1:43867/solr",
"node_name":"127.0.0.1:43867_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1601201837923365014"},
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"backuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"base_url":"https://127.0.0.1:43867/solr",
"node_name":"127.0.0.1:43867_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1601201837923390468"}},
"router":{"name":"compositeId"},
"nrtReplicas":1,
"tlogReplicas":0}
at __randomizedtesting.SeedInfo.seed([A3255296E7E57D04:2B716D4C491910FC]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
at java.base/java.util.HashMap.forEach(HashMap.java:1336)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:93)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:41115/qxzv/fk",
"node_name":"127.0.0.1:41115_qxzv%2Ffk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:34819/qxzv/fk",
"node_name":"127.0.0.1:34819_qxzv%2Ffk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"down",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:39603/qxzv/fk",
"node_name":"127.0.0.1:39603_qxzv%2Ffk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"leader":"true",
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:44539/qxzv/fk",
"node_name":"127.0.0.1:44539_qxzv%2Ffk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:39603_qxzv%2Ffk, 127.0.0.1:41115_qxzv%2Ffk, 127.0.0.1:44539_qxzv%2Ffk]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:41115/qxzv/fk",
"node_name":"127.0.0.1:41115_qxzv%2Ffk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:34819/qxzv/fk",
"node_name":"127.0.0.1:34819_qxzv%2Ffk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"down",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:39603/qxzv/fk",
"node_name":"127.0.0.1:39603_qxzv%2Ffk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"leader":"true",
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:44539/qxzv/fk",
"node_name":"127.0.0.1:44539_qxzv%2Ffk",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34803/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:39603_qxzv%2Ffk, 127.0.0.1:41115_qxzv%2Ffk, 127.0.0.1:44539_qxzv%2Ffk]
at __randomizedtesting.SeedInfo.seed([A3255296E7E57D04:2B716D4C491910FC]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 9274 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=A3255296E7E57D04 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=A3255296E7E57D04 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=A3255296E7E57D04 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.4.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 11m 45s
262 actionable tasks: 262 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 8 - Still unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/8/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44177/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","java.net.SocketTimeoutException"],
"msg":"Error trying to proxy request for url: http://127.0.0.1:33655/delete_data_dir/update",
"trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:33655/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:747)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:571)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:719)\n\t... 32 more\n",
"code":500}}
Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44177/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","java.net.SocketTimeoutException"],
"msg":"Error trying to proxy request for url: http://127.0.0.1:33655/delete_data_dir/update",
"trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:33655/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:747)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:571)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:719)\n\t... 32 more\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([19CDB634D3932404:919989EE7D6F49FC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:652)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:505)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:480)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:190)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:107)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/7)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:36659/mm_/m",
"node_name":"127.0.0.1:36659_mm_%2Fm",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"leader":"true",
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:37459/mm_/m",
"node_name":"127.0.0.1:37459_mm_%2Fm",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:41741/mm_/m",
"node_name":"127.0.0.1:41741_mm_%2Fm",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:35111/mm_/m",
"node_name":"127.0.0.1:35111_mm_%2Fm",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"down",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:36659_mm_%2Fm, 127.0.0.1:37459_mm_%2Fm, 127.0.0.1:41741_mm_%2Fm]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/7)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:36659/mm_/m",
"node_name":"127.0.0.1:36659_mm_%2Fm",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"leader":"true",
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:37459/mm_/m",
"node_name":"127.0.0.1:37459_mm_%2Fm",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:41741/mm_/m",
"node_name":"127.0.0.1:41741_mm_%2Fm",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:35111/mm_/m",
"node_name":"127.0.0.1:35111_mm_%2Fm",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:42969/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"down",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:36659_mm_%2Fm, 127.0.0.1:37459_mm_%2Fm, 127.0.0.1:41741_mm_%2Fm]
at __randomizedtesting.SeedInfo.seed([19CDB634D3932404:919989EE7D6F49FC]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 20537 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.hdfs.StressHdfsTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.hdfs.StressHdfsTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.hdfs.StressHdfsTest" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=19CDB634D3932404 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=19CDB634D3932404 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.4.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 11m 32s
262 actionable tasks: 262 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 7 - Failure!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/7/
1 tests failed.
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/12)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:40687",
"node_name":"127.0.0.1:40687_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"down",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:44495",
"node_name":"127.0.0.1:44495_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"down",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:41309",
"node_name":"127.0.0.1:41309_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:43497",
"node_name":"127.0.0.1:43497_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:41219_, 127.0.0.1:41309_, 127.0.0.1:43497_]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/12)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:40687",
"node_name":"127.0.0.1:40687_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"down",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:44495",
"node_name":"127.0.0.1:44495_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"down",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:41309",
"node_name":"127.0.0.1:41309_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:43497",
"node_name":"127.0.0.1:43497_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:37995/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:41219_, 127.0.0.1:41309_, 127.0.0.1:43497_]
at __randomizedtesting.SeedInfo.seed([5FADE3744F8CCD7F:D7F9DCAEE170A087]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 5560 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=5FADE3744F8CCD7F -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/docker/build.gradle' line: 80
* What went wrong:
Execution failed for task ':solr:docker:test'.
> Process 'command 'bash'' finished with non-zero exit value 125
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.4.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 4h 59m 1s
270 actionable tasks: 270 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 6 - Still unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/6/
2 tests failed.
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:45239/u_wo/nj",
"node_name":"127.0.0.1:45239_u_wo%2Fnj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:45127/u_wo/nj",
"node_name":"127.0.0.1:45127_u_wo%2Fnj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"down",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:37485/u_wo/nj",
"node_name":"127.0.0.1:37485_u_wo%2Fnj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:36833/u_wo/nj",
"node_name":"127.0.0.1:36833_u_wo%2Fnj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:36833_u_wo%2Fnj, 127.0.0.1:37485_u_wo%2Fnj, 127.0.0.1:45239_u_wo%2Fnj]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/9)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:45239/u_wo/nj",
"node_name":"127.0.0.1:45239_u_wo%2Fnj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:45127/u_wo/nj",
"node_name":"127.0.0.1:45127_u_wo%2Fnj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"down",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"leader":"true",
"core_node_name":"core_node7",
"dataDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:37485/u_wo/nj",
"node_name":"127.0.0.1:37485_u_wo%2Fnj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:36833/u_wo/nj",
"node_name":"127.0.0.1:36833_u_wo%2Fnj",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:40219/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:36833_u_wo%2Fnj, 127.0.0.1:37485_u_wo%2Fnj, 127.0.0.1:45239_u_wo%2Fnj]
at __randomizedtesting.SeedInfo.seed([ECD40DDBBD1A8A1A:6480320113E6E7E2]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.uninverting.TestFieldCacheSort.testEmptyStringVsNullStringSort
Error Message:
java.lang.AssertionError: expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([ECD40DDBBD1A8A1A:8D373F0CC57B8CAA]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.uninverting.TestFieldCacheSort.testEmptyStringVsNullStringSort(TestFieldCacheSort.java:1610)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 5640 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.uninverting.TestFieldCacheSort.testEmptyStringVsNullStringSort (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.uninverting.TestFieldCacheSort.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.uninverting.TestFieldCacheSort" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=ECD40DDBBD1A8A1A -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=ECD40DDBBD1A8A1A -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.4.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 22m 38s
269 actionable tasks: 269 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 5 - Failure!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/5/
All tests passed
Build Log:
[...truncated 169 lines...]
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 4 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/4/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
java.lang.AssertionError: There are still nodes recovering - waited for 600SECONDS
Stack Trace:
java.lang.AssertionError: There are still nodes recovering - waited for 600SECONDS
at __randomizedtesting.SeedInfo.seed([5EE4372CBE091A55:D6B008F610F577AD]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:197)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:150)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1063)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1621)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1613)
at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:98)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:35615",
"node_name":"127.0.0.1:35615_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:44609",
"node_name":"127.0.0.1:44609_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core_node_name":"core_node7",
"dataDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:36579",
"node_name":"127.0.0.1:36579_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"down",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:40485",
"node_name":"127.0.0.1:40485_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"down",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35615_, 127.0.0.1:44523_, 127.0.0.1:44609_]
Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found DocCollection(solrj_collection/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"leader":"true",
"core_node_name":"core_node3",
"dataDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node3/data/",
"base_url":"http://127.0.0.1:35615",
"node_name":"127.0.0.1:35615_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
"core":"solrj_collection_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"shard":"shard1"},
"core_node5":{
"core_node_name":"core_node5",
"dataDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node5/data/",
"base_url":"http://127.0.0.1:44609",
"node_name":"127.0.0.1:44609_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
"core":"solrj_collection_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"shard":"shard1"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core_node_name":"core_node7",
"dataDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node7/data/",
"base_url":"http://127.0.0.1:36579",
"node_name":"127.0.0.1:36579_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
"core":"solrj_collection_shard2_replica_n4",
"shared_storage":"true",
"state":"down",
"shard":"shard2"},
"core_node8":{
"core_node_name":"core_node8",
"dataDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node8/data/",
"base_url":"http://127.0.0.1:40485",
"node_name":"127.0.0.1:40485_",
"collection":"solrj_collection",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://lucene2-us-west.apache.org:41647/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
"core":"solrj_collection_shard2_replica_n6",
"shared_storage":"true",
"state":"down",
"shard":"shard2"}}}},
"router":{
"field":"myOwnField",
"name":"compositeId"},
"nrtReplicas":"2",
"tlogReplicas":"0"} with /live_nodes: [127.0.0.1:35615_, 127.0.0.1:44523_, 127.0.0.1:44609_]
at __randomizedtesting.SeedInfo.seed([5EE4372CBE091A55:D6B008F610F577AD]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 18025 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest" -Ptests.seed=5EE4372CBE091A55 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest" -Ptests.seed=5EE4372CBE091A55 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=true -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.4.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 6h 4m 30s
282 actionable tasks: 282 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 3 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/3/
2 tests failed.
FAILED: org.apache.solr.core.TestConfigOverlay.testPaths
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B9BA6B8EF561431C:EB96A6ABE1296990]:0)
at org.junit.Assert.fail(Assert.java:86)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.junit.Assert.assertTrue(Assert.java:52)
at org.apache.solr.core.TestConfigOverlay.testPaths(TestConfigOverlay.java:49)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.client.solrj.impl.LBSolrClientTest.testServerIteratorTimeAllowed
Error Message:
Expected exception SolrServerException but no exception was thrown
Stack Trace:
junit.framework.AssertionFailedError: Expected exception SolrServerException but no exception was thrown
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2750)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2740)
at org.apache.solr.client.solrj.impl.LBSolrClientTest.testServerIteratorTimeAllowed(LBSolrClientTest.java:77)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Build Log:
[...truncated 13938 lines...]
[junit4] Suite: org.apache.solr.core.TestConfigOverlay
[junit4] 2> 4135357 INFO (SUITE-TestConfigOverlay-seed#[B9BA6B8EF561431C]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestConfigOverlay -Dtests.method=testPaths -Dtests.seed=B9BA6B8EF561431C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-UG -Dtests.timezone=Antarctica/Troll -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.00s J1 | TestConfigOverlay.testPaths <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([B9BA6B8EF561431C:EB96A6ABE1296990]:0)
[junit4] > at org.apache.solr.core.TestConfigOverlay.testPaths(TestConfigOverlay.java:49)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=891, maxMBSortInHeap=6.256098878982378, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en-UG, timezone=Antarctica/Troll
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=387803728,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [AnalysisErrorHandlingTest, HdfsBasicDistributedZkTest, TestReRankQParserPlugin, TestSystemCollAutoCreate, DirectUpdateHandlerTest, CloudReplicaSourceTest, TestBackupRepositoryFactory, TestFieldCacheSort, TestFiltering, TriLevelCompositeIdRoutingTest, CloudMLTQParserTest, TestShortCircuitedRequests, TestManagedSynonymGraphFilterFactory, CustomCollectionTest, SuggesterFSTTest, TestSolrConfigHandlerCloud, TestCollectionsAPIViaSolrCloudCluster, TestHttpServletCarrier, TestPerFieldSimilarity, ConcurrentCreateRoutedAliasTest, TestOmitPositions, TestOnReconnectListenerSupport, SuggestComponentContextFilterQueryTest, TestSystemIdResolver, XmlUpdateRequestHandlerTest, TestCloudInspectUtil, CollectionsAPIAsyncDistributedZkTest, ReplaceNodeTest, TestValueSourceCache, OverseerStatusTest, TestIndexingPerformance, TestRandomFaceting, TestJettySolrRunner, PeerSyncTest, TestTrackingShardHandlerFactory, SpatialRPTFieldTypeTest, PreAnalyzedFieldManagedSchemaCloudTest, SignatureUpdateProcessorFactoryTest, BlockCacheTest, JWTAuthPluginIntegrationTest, SimpleCollectionCreateDeleteTest, OrderedExecutorTest, SuggesterWFSTTest, LargeFieldTest, TestPseudoReturnFields, ShardsWhitelistTest, SolrCloudExampleTest, SolrIndexSearcherTest, TestConfig, TestSolrCoreSnapshots, SchemaApiFailureTest, TestSolrJ, TestFieldCollectionResource, LeaderFailureAfterFreshStartTest, VersionInfoTest, DistributedQueryElevationComponentTest, DistributedFacetPivotSmallAdvancedTest, TestRTGBase, AtomicUpdateRemovalJavabinTest, SaslZkACLProviderTest, SpellCheckCollatorTest, TestRetrieveFieldsOptimizer, TimeZoneUtilsTest, SortByFunctionTest, ZkStateReaderTest, TestCloudSearcherWarming, TestSchemaManager, SOLR749Test, MoreLikeThisComponentTest, TestBulkSchemaConcurrent, TestStressCloudBlindAtomicUpdates, TestCircuitBreaker, JSONWriterTest, HttpPartitionTest, TestInPlaceUpdatesDistrib, TestRequestForwarding, SolrSlf4jReporterTest, SecurityConfHandlerTest, TestEmbeddedSolrServerAdminHandler, BJQParserTest, TestSimpleTextCodec, MetricsHandlerTest, SoftAutoCommitTest, ZkCLITest, RegexBoostProcessorTest, SolrMetricManagerTest, TestBlendedInfixSuggestions, TestSubQueryTransformerCrossCore, TestCursorMarkWithoutUniqueKey, TestPullReplicaErrorHandling, TestCoreBackup, TestDynamicFieldNamesIndexCorrectly, DisMaxRequestHandlerTest, TestWriterPerf, TestReplicaProperties, TestSmileRequest, LoggingHandlerTest, TestLazySolrCluster, TestInitParams, TestZkAclsWithHadoopAuth, TestCoreDiscovery, TestOverriddenPrefixQueryForCustomFieldType, CoreSorterTest, TestSchemaSimilarityResource, TestChildDocTransformerHierarchy, TestFuzzyAnalyzedSuggestions, XMLAtomicUpdateMultivalueTest, TestLocalStatsCacheCloud, TestHighlightDedupGrouping, AuditLoggerIntegrationTest, DistributedUpdateProcessorTest, RecoveryZkTest, MissingSegmentRecoveryTest, TestRandomFlRTGCloud, OverseerRolesTest, HdfsNNFailoverTest, TestHashQParserPlugin, MoveReplicaTest, TestQuerySenderNoQuery, TaggerTest, DeleteShardTest, TestSearchPerf, CoreAdminRequestStatusTest, DistribDocExpirationUpdateProcessorTest, TestGraphMLResponseWriter, SolrGraphiteReporterTest, DebugComponentTest, DynamicMapsTest, TestCSVResponseWriter, DistributedVersionInfoTest, HdfsTlogReplayBufferedWhileIndexingTest, TestOrdValues, TestReplicationHandlerBackup, MinimalSchemaTest, TestJsonFacetsStatsParsing, NumericFieldsTest, DOMUtilTest, RAMDirectoryFactoryTest, DistributedFacetExistsSmallTest, PathHierarchyTokenizerFactoryTest, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, ZkControllerTest, ZkNodePropsTest, ZkSolrClientTest, TestHdfsCloudBackupRestore, TestRequestStatusCollectionAPI, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrOpsAndBoundariesTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, RequestHandlersTest, TestBadConfig, TestConfigOverlay]
[junit4] Completed [562/866 (1!)] on J1 in 0.04s, 2 tests, 1 failure <<< FAILURES!
[...truncated 1764 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.LBSolrClientTest
[junit4] FAILURE 0.30s J0 | LBSolrClientTest.testServerIteratorTimeAllowed <<<
[junit4] > Throwable #1: junit.framework.AssertionFailedError: Expected exception SolrServerException but no exception was thrown
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2750)
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2740)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClientTest.testServerIteratorTimeAllowed(LBSolrClientTest.java:77)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] Completed [58/204 (1!)] on J0 in 0.31s, 4 tests, 1 failure <<< FAILURES!
[...truncated 51375 lines...]
[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-master - Build # 2 - Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-master/2/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestBulkSchemaConcurrent
Error Message:
ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:557) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:785) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:557) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:817) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:817) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:785) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:557) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:785) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:557) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:817) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:817) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:785) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:557)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:785)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:557)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:817)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:817)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:785)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:557)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:785)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:557)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:817)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:817)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:785)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
>
at __randomizedtesting.SeedInfo.seed([F150603DE9FB43F1]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:327)
at jdk.internal.reflect.GeneratedMethodAccessor52.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
at
[...truncated too long message...]
,
[junit4] > "router":{
[junit4] > "field":"myOwnField",
[junit4] > "name":"compositeId"},
[junit4] > "nrtReplicas":"2",
[junit4] > "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33683_, 127.0.0.1:42977_, 127.0.0.1:44173_]
[junit4] > at __randomizedtesting.SeedInfo.seed([F150603DE9FB43F1:79045FE747072E09]:0)
[junit4] > at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:412)
[junit4] > at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:219)
[junit4] > at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 3231820 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[F150603DE9FB43F1]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3231826 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[F150603DE9FB43F1]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5ff3f262{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 3231826 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[F150603DE9FB43F1]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2b86603c{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 3231826 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[F150603DE9FB43F1]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3231826 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[F150603DE9FB43F1]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@346167c4{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 3231827 WARN (BP-1249757442-127.0.0.1-1597587192851 heartbeating to lucene2-us-west.apache.org/127.0.0.1:34339) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3231827 WARN (BP-1249757442-127.0.0.1-1597587192851 heartbeating to lucene2-us-west.apache.org/127.0.0.1:34339) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1249757442-127.0.0.1-1597587192851 (Datanode Uuid 1c3e19e2-4a4d-4740-b88d-336aff05ca9f) service to lucene2-us-west.apache.org/127.0.0.1:34339
[junit4] 2> 3231849 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[F150603DE9FB43F1]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@41912dc6{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 3231850 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[F150603DE9FB43F1]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c40c704{HTTP/1.1, (http/1.1)}{lucene2-us-west.apache.org:0}
[junit4] 2> 3231850 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[F150603DE9FB43F1]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3231850 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[F150603DE9FB43F1]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68d1745a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_F150603DE9FB43F1-001
[junit4] 2> Aug 16, 2020 2:15:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {_root_=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1469, maxMBSortInHeap=6.212619277926356, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-DZ, timezone=Africa/Bangui
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=7,free=157555104,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaVersionResource, MaxScoreCollectorTest, TestClusterProperties, LukeRequestHandlerTest, SuggestComponentTest, AtomicUpdatesTest, TestJsonFacetRefinement, TestRawResponseWriter, TestNumericTokenStream, SimpleFacetsTest, CreateRoutedAliasTest, SolrTestCaseJ4Test, HdfsChaosMonkeyNothingIsSafeTest, DistributedFacetPivotSmallTest, SolrCoreCheckLockOnStartupTest, OverseerCollectionConfigSetProcessorTest, TestCoreAdminApis, TestExportTool, DirectoryFactoryTest, BlobRepositoryCloudTest, TestStressInPlaceUpdates, HttpPartitionWithTlogReplicasTest, DistributedSpellCheckComponentTest, ExplicitHLLTest, TestMultiValuedNumericRangeQuery, TestFileDictionaryLookup, MetricsHistoryWithAuthIntegrationTest, RequiredFieldsTest, TestLegacyFieldReuse, ProtectedTermFilterFactoryTest, TermsComponentTest, TestCloudJSONFacetSKG, ZkControllerTest, TestPayloadCheckQParserPlugin, MoreLikeThisHandlerTest, LeaderTragicEventTest, TestConfigOverlay, HdfsRecoverLeaseTest, TestClassicSimilarityFactory, TestComplexPhraseQParserPlugin, TestDocBasedVersionConstraints, TestExactSharedStatsCacheCloud, TestCustomDocTransformer, V2ApiIntegrationTest, TestConfigSetsAPIZkFailure, TestDefaultStatsCache, TestInPlaceUpdatesRequiredField, TestRandomCollapseQParserPlugin, DateFieldTest, ZkShardTermsTest, TestTestInjection, OverseerTaskQueueTest, DeleteStatusTest, TestHighFrequencyDictionaryFactory, TestStreamBody, TestJmxIntegration, IgnoreLargeDocumentProcessorFactoryTest, SchemaVersionSpecificBehaviorTest, TestStressLucene, DocExpirationUpdateProcessorFactoryTest, DateMathParserTest, ChaosMonkeySafeLeaderTest, TaggingAttributeTest, SystemCollectionCompatTest, TestFoldingMultitermQuery, HdfsCollectionsAPIDistributedZkTest, TestImplicitCoreProperties, ResponseLogComponentTest, BigEndianAscendingWordDeserializerTest, DocumentAnalysisRequestHandlerTest, AuthToolTest, ConnectionReuseTest, SolrJmxReporterCloudTest, ReindexCollectionTest, SpellCheckCollatorWithCollapseTest, TestSuggestSpellingConverter, TestConfigSets, SpellCheckComponentTest, TestCloudPhrasesIdentificationComponent, TestSolrConfigHandler, RequestHandlersTest, TestHdfsCloudBackupRestore, CoreMergeIndexesAdminHandlerTest, TestObjectReleaseTracker, AnalyticsMergeStrategyTest, SolrCmdDistributorTest, SplitByPrefixTest, ZkStateWriterTest, TestQueryTypes, BadCopyFieldTest, TestCorePropertiesReload, SearchHandlerTest, TestMacroExpander, TestDistribPackageStore, FileBasedSpellCheckerTest, HighlighterConfigTest, TestCloudRecovery, OutputWriterTest, RangeFacetCloudTest, TestClusterStateMutator, CustomHighlightComponentTest, ConvertedLegacyTest, TestSchemaNameResource, TestCloudConsistency, DistributedIntervalFacetingTest, TestSizeLimitedDistributedMap, TestPointFields, PluginInfoTest, TestIBSimilarityFactory, TestManagedSchemaAPI, TestDynamicFieldCollectionResource, TestCollationFieldDocValues, TestLockTree, QueryParsingTest, CoreAdminHandlerTest, FullSolrCloudDistribCmdsTest, TestBadConfig, TestSortByMinMaxFunction, SplitHandlerTest, MoveReplicaHDFSFailoverTest, SolrXmlInZkTest, TestEmbeddedSolrServerConstructors, TestRealTimeGet, ReplicationFactorTest, NoCacheHeaderTest, MultiSolrCloudTestCaseTest, TokenizerChainTest, TestManagedStopFilterFactory, MetricsConfigTest, DistribJoinFromCollectionTest, TestLeaderElectionWithEmptyReplica, TestUninvertingReader, TestJoin, TestRandomRequestDistribution, PrimUtilsTest, SimpleMLTQParserTest, DocumentBuilderTest, TestFieldCacheSortRandom, TestDistributedGrouping, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, AliasIntegrationTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CollectionStateZnodeTest, CollectionsAPISolrJTest, DeleteReplicaTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderElectionTest, LeaderFailureAfterFreshStartTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, RestartWhileUpdatingTest, RouteFieldTest, ShardRoutingCustomTest, ShardRoutingTest, SharedFSAutoReplicaFailoverTest]
[junit4] Completed [381/866 (2!)] on J2 in 149.79s, 1 test, 1 failure <<< FAILURES!
[...truncated 53698 lines...]