You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2023/04/27 17:46:08 UTC
[JENKINS] Solr » Solr-check-9.2 - Build # 447 - Still Failing!
Build: https://ci-builds.apache.org/job/Solr/job/Solr-check-9.2/447/
2 tests failed.
FAILED: org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.classMethod
Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore:
1) Thread[id=1057, name=indexFetcher-246-thread-1, state=TIMED_WAITING, group=TGRP-TestHdfsCloudBackupRestore]
at java.base@11.0.16.1/java.lang.Object.wait(Native Method)
at app//org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:178)
at app//org.apache.solr.core.SolrCore.doClose(SolrCore.java:1881)
at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1755)
at app//org.apache.solr.handler.IndexFetcher.openNewSearcherAndUpdateCommitPoint(IndexFetcher.java:1060)
at app//org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:775)
at app//org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:424)
at app//org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:485)
at app//org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1308)
at app//org.apache.solr.handler.ReplicationHandler$$Lambda$1308/0x0000000100df5040.run(Unknown Source)
at java.base@11.0.16.1/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base@11.0.16.1/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base@11.0.16.1/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base@11.0.16.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base@11.0.16.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.16.1/java.lang.Thread.run(Thread.java:829)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore:
1) Thread[id=1057, name=indexFetcher-246-thread-1, state=TIMED_WAITING, group=TGRP-TestHdfsCloudBackupRestore]
at java.base@11.0.16.1/java.lang.Object.wait(Native Method)
at app//org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:178)
at app//org.apache.solr.core.SolrCore.doClose(SolrCore.java:1881)
at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1755)
at app//org.apache.solr.handler.IndexFetcher.openNewSearcherAndUpdateCommitPoint(IndexFetcher.java:1060)
at app//org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:775)
at app//org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:424)
at app//org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:485)
at app//org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1308)
at app//org.apache.solr.handler.ReplicationHandler$$Lambda$1308/0x0000000100df5040.run(Unknown Source)
at java.base@11.0.16.1/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base@11.0.16.1/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base@11.0.16.1/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base@11.0.16.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base@11.0.16.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.16.1/java.lang.Thread.run(Thread.java:829)
at __randomizedtesting.SeedInfo.seed([F3A7AB80A4BC0BBE]:0)
FAILED: org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull
Error Message:
java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1
Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":"1",
"configName":"conf",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1682542246915330890",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_0_replica_p1",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1682542246915279497",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_1_replica_p0",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"}},
"router":{"name":"compositeId"},
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
Live Nodes: [127.0.0.1:35629_solr, 127.0.0.1:37675_solr, 127.0.0.1:40467_solr, 127.0.0.1:40573_solr, 127.0.0.1:46627_solr, 127.0.0.1:46739_solr]
Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":"1",
"configName":"conf",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1682542246915330890",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_0_replica_p1",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1682542246915279497",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_1_replica_p0",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"}},
"router":{"name":"compositeId"},
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1
Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":"1",
"configName":"conf",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1682542246915330890",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_0_replica_p1",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1682542246915279497",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_1_replica_p0",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"}},
"router":{"name":"compositeId"},
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
Live Nodes: [127.0.0.1:35629_solr, 127.0.0.1:37675_solr, 127.0.0.1:40467_solr, 127.0.0.1:40573_solr, 127.0.0.1:46627_solr, 127.0.0.1:46739_solr]
Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":"1",
"configName":"conf",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1682542246915330890",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_0_replica_p1",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1682542246915279497",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_1_replica_p0",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"}},
"router":{"name":"compositeId"},
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
at __randomizedtesting.SeedInfo.seed([F3A7AB80A4BC0BBE:290139A4007246C3]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:170)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:136)
at org.apache.solr.cloud.SplitShardWithNodeRoleTest.doSplit(SplitShardWithNodeRoleTest.java:87)
at org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull(SplitShardWithNodeRoleTest.java:65)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
Build Log:
[...truncated 75 lines...]
[JENKINS] Solr » Solr-check-9.2 - Build # 448 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-check-9.2/448/
2 tests failed.
FAILED: org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.classMethod
Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore:
1) Thread[id=1057, name=indexFetcher-246-thread-1, state=TIMED_WAITING, group=TGRP-TestHdfsCloudBackupRestore]
at java.base@11.0.16.1/java.lang.Object.wait(Native Method)
at app//org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:178)
at app//org.apache.solr.core.SolrCore.doClose(SolrCore.java:1881)
at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1755)
at app//org.apache.solr.handler.IndexFetcher.openNewSearcherAndUpdateCommitPoint(IndexFetcher.java:1060)
at app//org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:775)
at app//org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:424)
at app//org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:485)
at app//org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1308)
at app//org.apache.solr.handler.ReplicationHandler$$Lambda$1308/0x0000000100df5040.run(Unknown Source)
at java.base@11.0.16.1/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base@11.0.16.1/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base@11.0.16.1/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base@11.0.16.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base@11.0.16.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.16.1/java.lang.Thread.run(Thread.java:829)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore:
1) Thread[id=1057, name=indexFetcher-246-thread-1, state=TIMED_WAITING, group=TGRP-TestHdfsCloudBackupRestore]
at java.base@11.0.16.1/java.lang.Object.wait(Native Method)
at app//org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:178)
at app//org.apache.solr.core.SolrCore.doClose(SolrCore.java:1881)
at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1755)
at app//org.apache.solr.handler.IndexFetcher.openNewSearcherAndUpdateCommitPoint(IndexFetcher.java:1060)
at app//org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:775)
at app//org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:424)
at app//org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:485)
at app//org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1308)
at app//org.apache.solr.handler.ReplicationHandler$$Lambda$1308/0x0000000100df5040.run(Unknown Source)
at java.base@11.0.16.1/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base@11.0.16.1/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base@11.0.16.1/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base@11.0.16.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base@11.0.16.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.16.1/java.lang.Thread.run(Thread.java:829)
at __randomizedtesting.SeedInfo.seed([F3A7AB80A4BC0BBE]:0)
FAILED: org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull
Error Message:
java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1
Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":"1",
"configName":"conf",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1682542246915330890",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_0_replica_p1",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1682542246915279497",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_1_replica_p0",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"}},
"router":{"name":"compositeId"},
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
Live Nodes: [127.0.0.1:35629_solr, 127.0.0.1:37675_solr, 127.0.0.1:40467_solr, 127.0.0.1:40573_solr, 127.0.0.1:46627_solr, 127.0.0.1:46739_solr]
Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":"1",
"configName":"conf",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1682542246915330890",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_0_replica_p1",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1682542246915279497",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_1_replica_p0",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"}},
"router":{"name":"compositeId"},
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1
Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":"1",
"configName":"conf",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1682542246915330890",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_0_replica_p1",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1682542246915279497",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_1_replica_p0",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"}},
"router":{"name":"compositeId"},
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
Live Nodes: [127.0.0.1:35629_solr, 127.0.0.1:37675_solr, 127.0.0.1:40467_solr, 127.0.0.1:40573_solr, 127.0.0.1:46627_solr, 127.0.0.1:46739_solr]
Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":"1",
"configName":"conf",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1682542246915330890",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_0_replica_p1",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1682542246915279497",
"shard_parent_node":"127.0.0.1:40467_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:40467_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40467/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_1_replica_p0",
"node_name":"127.0.0.1:40573_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:40573/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72060907665358854"}},
"router":{"name":"compositeId"},
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
at __randomizedtesting.SeedInfo.seed([F3A7AB80A4BC0BBE:290139A4007246C3]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:170)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:136)
at org.apache.solr.cloud.SplitShardWithNodeRoleTest.doSplit(SplitShardWithNodeRoleTest.java:87)
at org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull(SplitShardWithNodeRoleTest.java:65)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
Build Log:
[...truncated 75 lines...]