You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2025/03/26 19:10:07 UTC
[JENKINS] Solr » Solr-Test-9.8 - Build # 424 - Still Unstable!
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Test-9.8/424/
1 tests failed.
FAILED: org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull
Error Message:
java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1
Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/13 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":1,
"configName":"conf",
"replicationFactor":1,
"router":{"name":"compositeId"},
"nrtReplicas":1,
"tlogReplicas":0,
"perReplicaState":true,
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1743013997914445289",
"shard_parent_node":"127.0.0.1:37643_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_0_replica_p0",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72066023180992517"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1743013997914416618",
"shard_parent_node":"127.0.0.1:37643_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_1_replica_p1",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72066023180992517"}}}
Live Nodes: [127.0.0.1:35997_solr, 127.0.0.1:37643_solr, 127.0.0.1:41557_solr, 127.0.0.1:42065_solr, 127.0.0.1:44017_solr, 127.0.0.1:46531_solr]
Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/13 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":1,
"configName":"conf",
"replicationFactor":1,
"router":{"name":"compositeId"},
"nrtReplicas":1,
"tlogReplicas":0,
"perReplicaState":true,
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1743013997914445289",
"shard_parent_node":"127.0.0.1:37643_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_0_replica_p0",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72066023180992517"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1743013997914416618",
"shard_parent_node":"127.0.0.1:37643_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_1_replica_p1",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72066023180992517"}}}
Stack Trace:
java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1
Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/13 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":1,
"configName":"conf",
"replicationFactor":1,
"router":{"name":"compositeId"},
"nrtReplicas":1,
"tlogReplicas":0,
"perReplicaState":true,
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1743013997914445289",
"shard_parent_node":"127.0.0.1:37643_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_0_replica_p0",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72066023180992517"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1743013997914416618",
"shard_parent_node":"127.0.0.1:37643_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_1_replica_p1",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72066023180992517"}}}
Live Nodes: [127.0.0.1:35997_solr, 127.0.0.1:37643_solr, 127.0.0.1:41557_solr, 127.0.0.1:42065_solr, 127.0.0.1:44017_solr, 127.0.0.1:46531_solr]
Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/13 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
"pullReplicas":1,
"configName":"conf",
"replicationFactor":1,
"router":{"name":"compositeId"},
"nrtReplicas":1,
"tlogReplicas":0,
"perReplicaState":true,
"shards":{
"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"coll_NRT_PULL_shard1_replica_n1",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node4":{
"core":"coll_NRT_PULL_shard1_replica_p3",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1743013997914445289",
"shard_parent_node":"127.0.0.1:37643_solr",
"replicas":{
"core_node7":{
"core":"coll_NRT_PULL_shard1_0_replica_n5",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node9":{
"core":"coll_NRT_PULL_shard1_0_replica_p0",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}},
"range":"80000000-ffffffff",
"state":"recovery",
"shard_parent_zk_session":"72066023180992517"},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1743013997914416618",
"shard_parent_node":"127.0.0.1:37643_solr",
"replicas":{
"core_node8":{
"core":"coll_NRT_PULL_shard1_1_replica_n6",
"node_name":"127.0.0.1:37643_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"https://127.0.0.1:37643/solr"},
"core_node10":{
"core":"coll_NRT_PULL_shard1_1_replica_p1",
"node_name":"127.0.0.1:42065_solr",
"type":"PULL",
"state":"active",
"force_set_state":"false",
"base_url":"https://127.0.0.1:42065/solr"}},
"range":"0-7fffffff",
"state":"recovery",
"shard_parent_zk_session":"72066023180992517"}}}
at __randomizedtesting.SeedInfo.seed([8AAE584B78749855:5008CA6FDCBAD528]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:171)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:137)
at org.apache.solr.cloud.SplitShardWithNodeRoleTest.doSplit(SplitShardWithNodeRoleTest.java:90)
at org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull(SplitShardWithNodeRoleTest.java:68)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
Build Log:
[...truncated 6725 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull (:solr:core)
Test history: https://ge.apache.org/scans/tests?search.rootProjectNames=solr-root&tests.container=org.apache.solr.cloud.SplitShardWithNodeRoleTest&tests.test=testSolrClusterWithNodeRoleWithPull http://fucit.org/solr-jenkins-reports/history-trend-of-recent-failures.html#series/org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull
Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Test-9.8/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.SplitShardWithNodeRoleTest.txt
Reproduce with: ./gradlew :solr:core:test --tests "org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=8AAE584B78749855 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=US-ASCII
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.10/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD SUCCESSFUL in 47m 52s
167 actionable tasks: 167 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
‘**/*.events’ doesn’t match anything: ‘**’ exists but not ‘**/*.events’
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
[Checks API] No suitable checks publisher found.
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)