You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/11/27 06:36:34 UTC
[JENKINS] Lucene » Lucene-Solr-NightlyTests-master - Build # 107 - Still Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-master/107/
2 tests failed.
FAILED: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test
Error Message:
java.lang.AssertionError: Node 127.0.0.1:35295_solr has 4 replicas. Expected num replicas : 2. state:
DocCollection(hdfsbackuprestore_testok_restored/13)={
"pullReplicas":1,
"replicationFactor":1,
"shards":{
"shard2":{
"range":null,
"state":"active",
"replicas":{
"core_node2":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"base_url":"http://127.0.0.1:35295/solr",
"node_name":"127.0.0.1:35295_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node6":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_p5",
"core_node_name":"core_node6",
"base_url":"http://127.0.0.1:35295/solr",
"node_name":"127.0.0.1:35295_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606456073604536080"},
"shard1":{
"range":null,
"state":"active",
"replicas":{
"core_node4":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"base_url":"http://127.0.0.1:35295/solr",
"node_name":"127.0.0.1:35295_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_p7",
"core_node_name":"core_node8",
"base_url":"http://127.0.0.1:35295/solr",
"node_name":"127.0.0.1:35295_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606456073604554235"}},
"router":{
"name":"implicit",
"field":"shard_s"},
"nrtReplicas":1,
"tlogReplicas":0}
Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:35295_solr has 4 replicas. Expected num replicas : 2. state:
DocCollection(hdfsbackuprestore_testok_restored/13)={
"pullReplicas":1,
"replicationFactor":1,
"shards":{
"shard2":{
"range":null,
"state":"active",
"replicas":{
"core_node2":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"base_url":"http://127.0.0.1:35295/solr",
"node_name":"127.0.0.1:35295_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node6":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_p5",
"core_node_name":"core_node6",
"base_url":"http://127.0.0.1:35295/solr",
"node_name":"127.0.0.1:35295_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606456073604536080"},
"shard1":{
"range":null,
"state":"active",
"replicas":{
"core_node4":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"base_url":"http://127.0.0.1:35295/solr",
"node_name":"127.0.0.1:35295_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_p7",
"core_node_name":"core_node8",
"base_url":"http://127.0.0.1:35295/solr",
"node_name":"127.0.0.1:35295_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606456073604554235"}},
"router":{
"name":"implicit",
"field":"shard_s"},
"nrtReplicas":1,
"tlogReplicas":0}
at __randomizedtesting.SeedInfo.seed([D9A13FA0FC314775:51F5007A52CD2A8D]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
at java.base/java.util.HashMap.forEach(HashMap.java:1336)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
at org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test(TestHdfsCloudBackupRestore.java:225)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test
Error Message:
java.lang.AssertionError: Node 127.0.0.1:44883_solr has 4 replicas. Expected num replicas : 2. state:
DocCollection(backuprestore_testok_restored/10)={
"pullReplicas":1,
"replicationFactor":1,
"shards":{
"shard2":{
"range":null,
"state":"active",
"replicas":{
"core_node2":{
"core":"backuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"base_url":"https://127.0.0.1:44883/solr",
"node_name":"127.0.0.1:44883_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node6":{
"core":"backuprestore_testok_restored_shard2_replica_p5",
"core_node_name":"core_node6",
"base_url":"https://127.0.0.1:44883/solr",
"node_name":"127.0.0.1:44883_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606455897138085451"},
"shard1":{
"range":null,
"state":"active",
"replicas":{
"core_node4":{
"core":"backuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"base_url":"https://127.0.0.1:44883/solr",
"node_name":"127.0.0.1:44883_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"backuprestore_testok_restored_shard1_replica_p7",
"core_node_name":"core_node8",
"base_url":"https://127.0.0.1:44883/solr",
"node_name":"127.0.0.1:44883_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606455897138109647"}},
"router":{
"name":"implicit",
"field":"shard_s"},
"nrtReplicas":1,
"tlogReplicas":0}
Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:44883_solr has 4 replicas. Expected num replicas : 2. state:
DocCollection(backuprestore_testok_restored/10)={
"pullReplicas":1,
"replicationFactor":1,
"shards":{
"shard2":{
"range":null,
"state":"active",
"replicas":{
"core_node2":{
"core":"backuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"base_url":"https://127.0.0.1:44883/solr",
"node_name":"127.0.0.1:44883_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node6":{
"core":"backuprestore_testok_restored_shard2_replica_p5",
"core_node_name":"core_node6",
"base_url":"https://127.0.0.1:44883/solr",
"node_name":"127.0.0.1:44883_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606455897138085451"},
"shard1":{
"range":null,
"state":"active",
"replicas":{
"core_node4":{
"core":"backuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"base_url":"https://127.0.0.1:44883/solr",
"node_name":"127.0.0.1:44883_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"backuprestore_testok_restored_shard1_replica_p7",
"core_node_name":"core_node8",
"base_url":"https://127.0.0.1:44883/solr",
"node_name":"127.0.0.1:44883_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606455897138109647"}},
"router":{
"name":"implicit",
"field":"shard_s"},
"nrtReplicas":1,
"tlogReplicas":0}
at __randomizedtesting.SeedInfo.seed([D9A13FA0FC314775:51F5007A52CD2A8D]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
at java.base/java.util.HashMap.forEach(HashMap.java:1336)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:93)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 4164 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=D9A13FA0FC314775 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=D9A13FA0FC314775 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 35m 2s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-NightlyTests-master - Build # 112 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-master/112/
2 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testShardLeaderChange
Error Message:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=8482, name=OverseerCollectionConfigSetProcessor-72577233182982162-127.0.0.1:35519_solr-n_0000000000, state=RUNNABLE, group=Overseer collection creation process.]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=8482, name=OverseerCollectionConfigSetProcessor-72577233182982162-127.0.0.1:35519_solr-n_0000000000, state=RUNNABLE, group=Overseer collection creation process.]
at __randomizedtesting.SeedInfo.seed([92454714A5B158A0:4C16C0E3BF29AD51]:0)
Caused by: org.apache.solr.common.AlreadyClosedException
at __randomizedtesting.SeedInfo.seed([92454714A5B158A0]:0)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:69)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:448)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:163)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.search.stats.TestDistribIDF.testMultiCollectionQuery
Error Message:
org.junit.ComparisonFailure: expected:<[2]> but was:<[1]>
Stack Trace:
org.junit.ComparisonFailure: expected:<[2]> but was:<[1]>
at __randomizedtesting.SeedInfo.seed([92454714A5B158A0:8336802579C75DDC]:0)
at org.junit.Assert.assertEquals(Assert.java:117)
at org.junit.Assert.assertEquals(Assert.java:146)
at org.apache.solr.search.stats.TestDistribIDF.testMultiCollectionQuery(TestDistribIDF.java:179)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 126805 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.OverseerTest.testShardLeaderChange (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.OverseerTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.OverseerTest.testShardLeaderChange" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=92454714A5B158A0 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.search.stats.TestDistribIDF.testMultiCollectionQuery (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.search.stats.TestDistribIDF.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.search.stats.TestDistribIDF.testMultiCollectionQuery" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=92454714A5B158A0 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 0m 33s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-NightlyTests-master - Build # 111 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-master/111/
3 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:44459
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:44459
at __randomizedtesting.SeedInfo.seed([26787E9840987B65:AE2C4142EE64169D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:709)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1168)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1103)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:582)
... 56 more
FAILED: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test
Error Message:
java.lang.AssertionError: Node 127.0.0.1:45421_solr has 6 replicas. Expected num replicas : 3. state:
DocCollection(hdfsbackuprestore_testok_restored/17)={
"pullReplicas":1,
"replicationFactor":2,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node6":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_n5",
"core_node_name":"core_node6",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_p7",
"core_node_name":"core_node8",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606796222599244771"},
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node10":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_n9",
"core_node_name":"core_node10",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node12":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_p11",
"core_node_name":"core_node12",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606796222599270434"}},
"router":{
"name":"compositeId",
"field":"shard_s"},
"nrtReplicas":2,
"tlogReplicas":0}
Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:45421_solr has 6 replicas. Expected num replicas : 3. state:
DocCollection(hdfsbackuprestore_testok_restored/17)={
"pullReplicas":1,
"replicationFactor":2,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node6":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_n5",
"core_node_name":"core_node6",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"hdfsbackuprestore_testok_restored_shard2_replica_p7",
"core_node_name":"core_node8",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard2",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606796222599244771"},
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node10":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_n9",
"core_node_name":"core_node10",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node12":{
"core":"hdfsbackuprestore_testok_restored_shard1_replica_p11",
"core_node_name":"core_node12",
"node_name":"127.0.0.1:45421_solr",
"state":"active",
"collection":"hdfsbackuprestore_testok_restored",
"shard":"shard1",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606796222599270434"}},
"router":{
"name":"compositeId",
"field":"shard_s"},
"nrtReplicas":2,
"tlogReplicas":0}
at __randomizedtesting.SeedInfo.seed([26787E9840987B65:AE2C4142EE64169D]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
at java.base/java.util.HashMap.forEach(HashMap.java:1336)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
at org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test(TestHdfsCloudBackupRestore.java:225)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test
Error Message:
java.lang.AssertionError: Node 127.0.0.1:44765_solr has 6 replicas. Expected num replicas : 3. state:
DocCollection(backuprestore_testok_restored/15)={
"pullReplicas":1,
"replicationFactor":2,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"backuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node6":{
"core":"backuprestore_testok_restored_shard2_replica_n5",
"core_node_name":"core_node6",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"backuprestore_testok_restored_shard2_replica_p7",
"core_node_name":"core_node8",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606796686392249921"},
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"backuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node10":{
"core":"backuprestore_testok_restored_shard1_replica_n9",
"core_node_name":"core_node10",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node12":{
"core":"backuprestore_testok_restored_shard1_replica_p11",
"core_node_name":"core_node12",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606796686392280073"}},
"router":{
"name":"compositeId",
"field":"shard_s"},
"nrtReplicas":2,
"tlogReplicas":0}
Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:44765_solr has 6 replicas. Expected num replicas : 3. state:
DocCollection(backuprestore_testok_restored/15)={
"pullReplicas":1,
"replicationFactor":2,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"backuprestore_testok_restored_shard2_replica_n1",
"leader":"true",
"core_node_name":"core_node2",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node6":{
"core":"backuprestore_testok_restored_shard2_replica_n5",
"core_node_name":"core_node6",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"backuprestore_testok_restored_shard2_replica_p7",
"core_node_name":"core_node8",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard2",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606796686392249921"},
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"backuprestore_testok_restored_shard1_replica_n3",
"leader":"true",
"core_node_name":"core_node4",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node10":{
"core":"backuprestore_testok_restored_shard1_replica_n9",
"core_node_name":"core_node10",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"NRT",
"force_set_state":"false"},
"core_node12":{
"core":"backuprestore_testok_restored_shard1_replica_p11",
"core_node_name":"core_node12",
"node_name":"127.0.0.1:44765_solr",
"state":"active",
"collection":"backuprestore_testok_restored",
"shard":"shard1",
"type":"PULL",
"force_set_state":"false"}},
"stateTimestamp":"1606796686392280073"}},
"router":{
"name":"compositeId",
"field":"shard_s"},
"nrtReplicas":2,
"tlogReplicas":0}
at __randomizedtesting.SeedInfo.seed([26787E9840987B65:AE2C4142EE64169D]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:374)
at java.base/java.util.HashMap.forEach(HashMap.java:1336)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:373)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:155)
at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:93)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 1261473 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=26787E9840987B65 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=26787E9840987B65 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
- org.apache.solr.cloud.RollingRestartTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.RollingRestartTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.RollingRestartTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=26787E9840987B65 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 22m 21s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-NightlyTests-master - Build # 110 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-master/110/
1 tests failed.
FAILED: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test
Error Message:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5705, name=Thread-4391, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5705, name=Thread-4391, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
at __randomizedtesting.SeedInfo.seed([1BA200203FE8DF6E:93F63FFA9114B296]:0)
Caused by: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46465/collection1: org.apache.solr.client.solrj.SolrServerException: Total timeout 15000 ms elapsed
at __randomizedtesting.SeedInfo.seed([1BA200203FE8DF6E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1004)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1019)
at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:692)
Build Log:
[...truncated 162231 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=1BA200203FE8DF6E -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 11m 51s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-NightlyTests-master - Build # 109 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-master/109/
1 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:42431
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:42431
at __randomizedtesting.SeedInfo.seed([67B8388DDEA05ACB:EFEC0757705C3733]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:709)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1170)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1103)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:582)
... 56 more
Build Log:
[...truncated 1125897 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.RollingRestartTest.test (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.RollingRestartTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.RollingRestartTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=67B8388DDEA05ACB -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 5h 7m 59s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene1
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene » Lucene-Solr-NightlyTests-master - Build # 108 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-master/108/
1 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms
Error Message:
org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: http://127.0.0.1:37219/ke_l/ck/forceleader_lower_terms_collection
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: http://127.0.0.1:37219/ke_l/ck/forceleader_lower_terms_collection
at __randomizedtesting.SeedInfo.seed([82FE0E62654A3F5F:CCA2E21A5ED9F2B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:712)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
at org.apache.solr.cloud.HttpPartitionTest.realTimeGetDocId(HttpPartitionTest.java:581)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:564)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:511)
at org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:265)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms(ForceLeaderTest.java:173)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:37219 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:582)
... 53 more
Build Log:
[...truncated 2090 lines...]
2> 2727205 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase ERROR: org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. ... Sleeping for 1 seconds before re-try ...
2> 2728199 INFO (qtp1213501232-85320) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2728199 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2728199 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2728199 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2728199 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2728199 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2728202 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2728205 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2728205 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=0 maxRetries=5 commError=false errorCode=510
2> 2728205 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2728206 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2728206 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=1 maxRetries=5 commError=false errorCode=510
2> 2728206 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2728206 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2728206 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=2 maxRetries=5 commError=false errorCode=510
2> 2728206 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2728206 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2728206 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=3 maxRetries=5 commError=false errorCode=510
2> 2728206 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2728207 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2728207 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=4 maxRetries=5 commError=false errorCode=510
2> 2728207 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2728208 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2728208 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=5 maxRetries=5 commError=false errorCode=510
2> 2728208 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase ERROR: org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. ... Sleeping for 1 seconds before re-try ...
2> 2729204 INFO (qtp1213501232-85323) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2729204 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2729204 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2729204 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2729204 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2729204 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2729207 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2729209 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2729209 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=0 maxRetries=5 commError=false errorCode=510
2> 2729209 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2729212 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2729212 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=1 maxRetries=5 commError=false errorCode=510
2> 2729212 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2729214 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2729214 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=2 maxRetries=5 commError=false errorCode=510
2> 2729214 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2729218 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2729218 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=3 maxRetries=5 commError=false errorCode=510
2> 2729218 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2729218 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2729218 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=4 maxRetries=5 commError=false errorCode=510
2> 2729218 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2729219 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2729219 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=5 maxRetries=5 commError=false errorCode=510
2> 2729219 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase ERROR: org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. ... Sleeping for 1 seconds before re-try ...
2> 2730208 INFO (qtp1213501232-85321) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2730209 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2730209 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2730209 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2730209 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2730209 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2730212 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2730219 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2730219 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=0 maxRetries=5 commError=false errorCode=510
2> 2730219 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2730220 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2730220 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=1 maxRetries=5 commError=false errorCode=510
2> 2730220 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2730220 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2730220 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=2 maxRetries=5 commError=false errorCode=510
2> 2730220 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2730220 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2730220 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=3 maxRetries=5 commError=false errorCode=510
2> 2730220 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2730221 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2730221 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=4 maxRetries=5 commError=false errorCode=510
2> 2730221 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2730222 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2730222 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=5 maxRetries=5 commError=false errorCode=510
2> 2730222 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase ERROR: org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. ... Sleeping for 1 seconds before re-try ...
2> 2731213 INFO (qtp1213501232-85322) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2731213 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2731213 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2731213 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2731213 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2731213 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2731216 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2731222 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2731222 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=0 maxRetries=5 commError=false errorCode=510
2> 2731222 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2731224 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2731224 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=1 maxRetries=5 commError=false errorCode=510
2> 2731224 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2731224 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2731224 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=2 maxRetries=5 commError=false errorCode=510
2> 2731224 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2731224 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2731224 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=3 maxRetries=5 commError=false errorCode=510
2> 2731224 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2731225 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2731225 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=4 maxRetries=5 commError=false errorCode=510
2> 2731225 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2731225 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2731225 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=5 maxRetries=5 commError=false errorCode=510
2> 2731225 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase ERROR: org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. ... Sleeping for 1 seconds before re-try ...
2> 2732217 INFO (qtp1213501232-85324) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2732218 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2732218 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2732218 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2732218 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2732218 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2732221 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2732226 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2732226 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=0 maxRetries=5 commError=false errorCode=510
2> 2732226 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2732226 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2732226 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=1 maxRetries=5 commError=false errorCode=510
2> 2732226 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2732226 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2732227 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=2 maxRetries=5 commError=false errorCode=510
2> 2732227 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2732227 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2732227 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=3 maxRetries=5 commError=false errorCode=510
2> 2732227 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2732227 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2732227 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=4 maxRetries=5 commError=false errorCode=510
2> 2732227 WARN (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [forceleader_lower_terms_collection] after stale state error from server.
2> 2732227 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems
2> 2732228 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [forceleader_lower_terms_collection] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=5 maxRetries=5 commError=false errorCode=510
2> 2732228 ERROR (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase No more retries available! Add batch failed due to: {}
2> => org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1164)
2> org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1164) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1045) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1045) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1045) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1045) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1045) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:945) [solr-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:934) [solr-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.cloud.ForceLeaderTest.sendDoc(ForceLeaderTest.java:274) [test/:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.cloud.ForceLeaderTest.lambda$assertSendDocFails$1(ForceLeaderTest.java:242) [test/:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.lucene.util.LuceneTestCase._expectThrows(LuceneTestCase.java:2857) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2732) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.cloud.ForceLeaderTest.assertSendDocFails(ForceLeaderTest.java:240) [test/:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms(ForceLeaderTest.java:121) [test/:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
2> at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
2> at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) [randomizedtesting-runner-2.7.6.jar:?]
2> at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090) [solr-test-framework-9.0.0-SNAPSHOT.jar:?]
2> at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061) [solr-test-framework-9.0.0-SNAPSHOT.jar:?]
2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
2> at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
2> at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [lucene-test-framework-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 021de9f45f56259b3d1461595bc6530189255a2a [snapshot build, details omitted]]
2> at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) [randomizedtesting-runner-2.7.6.jar:?]
2> at java.lang.Thread.run(Thread.java:834) [?:?]
2> 2732229 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.ForceLeaderTest Do force leader...
2> 2732231 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
2> 2732234 INFO (zkConnectionManagerCallback-8121-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
2> 2732234 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 2732235 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
2> 2732236 INFO (TEST-ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms-seed#[82FE0E62654A3F5F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44955/solr ready
2> 2732236 INFO (SocketProxy-Acceptor-41877) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53366,localport=41877], receiveBufferSize: 65536
2> 2732242 INFO (qtp211147196-85295) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection ] o.a.s.h.a.CollectionsHandler Force leader invoked, state: live nodes:[127.0.0.1:41877_ke_l%2Fck, 127.0.0.1:36049_ke_l%2Fck, 127.0.0.1:38151_ke_l%2Fck]
2> collections:{forceleader_lower_terms_collection=DocCollection(forceleader_lower_terms_collection/10)={
2> "pullReplicas":"0",
2> "replicationFactor":"0",
2> "shards":{"shard1":{
2> "range":"80000000-7fffffff",
2> "state":"active",
2> "replicas":{
2> "core_node3":{
2> "core":"forceleader_lower_terms_collection_shard1_replica_t1",
2> "core_node_name":"core_node3",
2> "base_url":"http://127.0.0.1:38151/ke_l/ck",
2> "node_name":"127.0.0.1:38151_ke_l%2Fck",
2> "state":"down",
2> "collection":"forceleader_lower_terms_collection",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"},
2> "core_node5":{
2> "core":"forceleader_lower_terms_collection_shard1_replica_t2",
2> "core_node_name":"core_node5",
2> "base_url":"http://127.0.0.1:37219/ke_l/ck",
2> "node_name":"127.0.0.1:37219_ke_l%2Fck",
2> "state":"down",
2> "collection":"forceleader_lower_terms_collection",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"},
2> "core_node6":{
2> "core":"forceleader_lower_terms_collection_shard1_replica_t4",
2> "core_node_name":"core_node6",
2> "base_url":"http://127.0.0.1:41877/ke_l/ck",
2> "node_name":"127.0.0.1:41877_ke_l%2Fck",
2> "state":"down",
2> "collection":"forceleader_lower_terms_collection",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"}}}},
2> "router":{"name":"compositeId"},
2> "nrtReplicas":"0",
2> "tlogReplicas":"3"}, collection1=DocCollection(collection1/11)={
2> "pullReplicas":"0",
2> "replicationFactor":"1",
2> "shards":{
2> "shard1":{
2> "range":"80000000-ffffffff",
2> "state":"active",
2> "replicas":{"core_node4":{
2> "core":"collection1_shard1_replica_t2",
2> "leader":"true",
2> "core_node_name":"core_node4",
2> "base_url":"http://127.0.0.1:37219/ke_l/ck",
2> "node_name":"127.0.0.1:37219_ke_l%2Fck",
2> "state":"down",
2> "collection":"collection1",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"}}},
2> "shard2":{
2> "range":"0-7fffffff",
2> "state":"active",
2> "replicas":{
2> "core_node3":{
2> "core":"collection1_shard2_replica_t1",
2> "leader":"true",
2> "core_node_name":"core_node3",
2> "base_url":"http://127.0.0.1:36049/ke_l/ck",
2> "node_name":"127.0.0.1:36049_ke_l%2Fck",
2> "state":"active",
2> "collection":"collection1",
2> "shard":"shard2",
2> "type":"TLOG",
2> "force_set_state":"false"},
2> "core_node6":{
2> "core":"collection1_shard2_replica_t5",
2> "core_node_name":"core_node6",
2> "base_url":"http://127.0.0.1:41877/ke_l/ck",
2> "node_name":"127.0.0.1:41877_ke_l%2Fck",
2> "state":"active",
2> "collection":"collection1",
2> "shard":"shard2",
2> "type":"TLOG",
2> "force_set_state":"false"}}}},
2> "router":{"name":"compositeId"},
2> "nrtReplicas":"1",
2> "tlogReplicas":"0"}, control_collection=LazyCollectionRef(control_collection)}
2> 2732245 INFO (qtp211147196-85295) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/forceleader_lower_terms_collection/terms/shard1 to Terms{values={core_node6=1, core_node3=2, core_node5=2}, version=5}
2> 2732246 INFO (SocketProxy-Acceptor-41877) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44465,localport=56000], receiveBufferSize=65536
2> 2732246 INFO (qtp211147196-85295) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/forceleader_lower_terms_collection/terms/shard1 to Terms{values={core_node6=2, core_node3=2, core_node5=2}, version=6}
2> 2733222 INFO (qtp1213501232-85320) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2733222 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2733222 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2733222 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2733222 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2733222 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2733225 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2734227 INFO (qtp1213501232-85323) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2734227 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2734227 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2734227 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2734227 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2734227 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2734230 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2735231 INFO (qtp1213501232-85322) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2735231 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2735232 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2735232 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2735232 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2735232 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2735234 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2736236 INFO (qtp1213501232-85324) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2736236 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2736236 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2736236 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2736236 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2736236 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2736239 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2737240 INFO (qtp1213501232-85320) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2737241 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2737241 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2737241 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2737241 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2737241 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2737244 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2737246 WARN (qtp211147196-85295) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection ] o.a.s.h.a.CollectionsHandler Force leader attempt 1. Waiting 5 secs for an active leader. State of the slice: shard1:{
2> "range":"80000000-7fffffff",
2> "state":"active",
2> "replicas":{
2> "core_node3":{
2> "core":"forceleader_lower_terms_collection_shard1_replica_t1",
2> "core_node_name":"core_node3",
2> "base_url":"http://127.0.0.1:38151/ke_l/ck",
2> "node_name":"127.0.0.1:38151_ke_l%2Fck",
2> "state":"down",
2> "collection":"forceleader_lower_terms_collection",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"},
2> "core_node5":{
2> "core":"forceleader_lower_terms_collection_shard1_replica_t2",
2> "core_node_name":"core_node5",
2> "base_url":"http://127.0.0.1:37219/ke_l/ck",
2> "node_name":"127.0.0.1:37219_ke_l%2Fck",
2> "state":"down",
2> "collection":"forceleader_lower_terms_collection",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"},
2> "core_node6":{
2> "core":"forceleader_lower_terms_collection_shard1_replica_t4",
2> "core_node_name":"core_node6",
2> "base_url":"http://127.0.0.1:41877/ke_l/ck",
2> "node_name":"127.0.0.1:41877_ke_l%2Fck",
2> "state":"down",
2> "collection":"forceleader_lower_terms_collection",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"}}}
2> 2738245 INFO (qtp1213501232-85323) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2738245 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2738246 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2738246 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2738246 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2738246 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2738249 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2739250 INFO (qtp1213501232-85321) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2739250 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2739250 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2739250 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2739250 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2739250 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2739253 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2740254 INFO (qtp1213501232-85322) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2740255 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2740255 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2740255 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2740255 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2740255 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2740258 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2741259 INFO (qtp1213501232-85324) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2741259 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2741259 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2741259 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2741259 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2741259 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2741262 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2742147 WARN (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext After waiting for 15000ms, no other potential leader was found, core_node6 try to become leader anyway (core_term:2, highest_term:2)
2> 2742147 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
2> 2742147 WARN (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[forceleader_lower_terms_collection_shard1_replica_t4] coreNodeName=[core_node6]
2> 2742247 WARN (qtp211147196-85295) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection ] o.a.s.h.a.CollectionsHandler Force leader attempt 2. Waiting 5 secs for an active leader. State of the slice: shard1:{
2> "range":"80000000-7fffffff",
2> "state":"active",
2> "replicas":{
2> "core_node3":{
2> "core":"forceleader_lower_terms_collection_shard1_replica_t1",
2> "core_node_name":"core_node3",
2> "base_url":"http://127.0.0.1:38151/ke_l/ck",
2> "node_name":"127.0.0.1:38151_ke_l%2Fck",
2> "state":"down",
2> "collection":"forceleader_lower_terms_collection",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"},
2> "core_node5":{
2> "core":"forceleader_lower_terms_collection_shard1_replica_t2",
2> "core_node_name":"core_node5",
2> "base_url":"http://127.0.0.1:37219/ke_l/ck",
2> "node_name":"127.0.0.1:37219_ke_l%2Fck",
2> "state":"down",
2> "collection":"forceleader_lower_terms_collection",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"},
2> "core_node6":{
2> "core":"forceleader_lower_terms_collection_shard1_replica_t4",
2> "core_node_name":"core_node6",
2> "base_url":"http://127.0.0.1:41877/ke_l/ck",
2> "node_name":"127.0.0.1:41877_ke_l%2Fck",
2> "state":"down",
2> "collection":"forceleader_lower_terms_collection",
2> "shard":"shard1",
2> "type":"TLOG",
2> "force_set_state":"false"}}}
2> 2742263 INFO (qtp1213501232-85320) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2742264 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2742264 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2742264 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2742264 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2742264 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2742267 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2743268 INFO (qtp1213501232-85323) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2743268 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2743268 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2743268 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2743268 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2743268 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2743271 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2744273 INFO (qtp1213501232-85321) [n:127.0.0.1:36049_ke_l%2Fck c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica_t1 ] o.a.s.c.S.Request [collection1_shard2_replica_t1] webapp=/ke_l/ck path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
2> 2744273 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's generation: 1
2> 2744273 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Leader's version: 0
2> 2744273 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's generation: 1
2> 2744273 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher Follower's version: 0
2> 2744273 INFO (indexFetcher-8088-thread-1) [n:127.0.0.1:41877_ke_l%2Fck ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
2> 2744276 INFO (searcherExecutor-8080-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:collection1_shard2_replica_t5 c:collection1 s:shard2 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:collection1 s:shard2 r:core_node6 x:collection1_shard2_replica_t5 ] o.a.s.c.SolrCore [collection1_shard2_replica_t5] Registered new searcher autowarm time: 0 ms
2> 2744647 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41877/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t4/
2> 2744647 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.u.PeerSync PeerSync: core=forceleader_lower_terms_collection_shard1_replica_t4 url=http://127.0.0.1:41877/ke_l/ck START replicas=[http://127.0.0.1:38151/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t1/] nUpdates=100
2> 2744648 INFO (SocketProxy-Acceptor-38151) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=35842,localport=38151], receiveBufferSize: 65536
2> 2744652 INFO (SocketProxy-Acceptor-38151) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40701,localport=48300], receiveBufferSize=65536
2> 2744653 INFO (qtp1791919348-85237) [n:127.0.0.1:38151_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node3 x:forceleader_lower_terms_collection_shard1_replica_t1 ] o.a.s.c.S.Request [forceleader_lower_terms_collection_shard1_replica_t1] webapp=/ke_l/ck path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
2> 2744654 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.u.PeerSync PeerSync: core=forceleader_lower_terms_collection_shard1_replica_t4 url=http://127.0.0.1:41877/ke_l/ck Received 1 versions from http://127.0.0.1:38151/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t1/ fingerprint:null
2> 2744654 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.u.PeerSync PeerSync: core=forceleader_lower_terms_collection_shard1_replica_t4 url=http://127.0.0.1:41877/ke_l/ck No additional versions requested. ourHighThreshold=1684587232159072256 otherLowThreshold=1684587232159072256 ourHighest=1684587232159072256 otherHighest=1684587232159072256
2> 2744654 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.u.PeerSync PeerSync: core=forceleader_lower_terms_collection_shard1_replica_t4 url=http://127.0.0.1:41877/ke_l/ck DONE. sync succeeded
2> 2744654 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
2> 2744654 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.SyncStrategy http://127.0.0.1:41877/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t4/: try and ask http://127.0.0.1:38151/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t1/ to sync
2> 2744655 INFO (qtp1791919348-85234) [n:127.0.0.1:38151_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node3 x:forceleader_lower_terms_collection_shard1_replica_t1 ] o.a.s.u.PeerSync PeerSync: core=forceleader_lower_terms_collection_shard1_replica_t1 url=http://127.0.0.1:38151/ke_l/ck START replicas=[http://127.0.0.1:41877/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t4/] nUpdates=100
2> 2744655 INFO (qtp1791919348-85234) [n:127.0.0.1:38151_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node3 x:forceleader_lower_terms_collection_shard1_replica_t1 ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
2> 2744656 INFO (SocketProxy-Acceptor-41877) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53610,localport=41877], receiveBufferSize: 65536
2> 2744656 INFO (SocketProxy-Acceptor-41877) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44465,localport=56244], receiveBufferSize=65536
2> 2744657 INFO (qtp211147196-85298) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
2> 2744657 INFO (qtp211147196-85298) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.S.Request [forceleader_lower_terms_collection_shard1_replica_t4] webapp=/ke_l/ck path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
2> 2744658 INFO (qtp1791919348-85234) [n:127.0.0.1:38151_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node3 x:forceleader_lower_terms_collection_shard1_replica_t1 ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
2> 2744658 INFO (qtp1791919348-85234) [n:127.0.0.1:38151_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node3 x:forceleader_lower_terms_collection_shard1_replica_t1 ] o.a.s.c.S.Request [forceleader_lower_terms_collection_shard1_replica_t1] webapp=/ke_l/ck path=/get params={distrib=false&qt=/get&getVersions=100&sync=http://127.0.0.1:41877/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t4/&wt=javabin&version=2} status=0 QTime=3
2> 2744658 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.SyncStrategy http://127.0.0.1:41877/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t4/: sync completed with http://127.0.0.1:38151/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t1
2> 2744658 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.ZkController forceleader_lower_terms_collection_shard1_replica_t4 stopping background replication from leader
2> 2744658 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext Replaying tlog before become new leader
2> 2744658 WARN (recoveryExecutor-8104-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:forceleader_lower_terms_collection_shard1_replica_t4 c:forceleader_lower_terms_collection s:shard1 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/tmp/tests-tmp/solr.cloud.ForceLeaderWithTlogReplicasTest_82FE0E62654A3F5F-001/shard-1-001/cores/forceleader_lower_terms_collection_shard1_replica_t4/data/tlog/tlog.0000000000000000000 refcount=2} active=false starting pos=0 inSortedOrder=true
2> 2744670 INFO (searcherExecutor-8092-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:forceleader_lower_terms_collection_shard1_replica_t4 c:forceleader_lower_terms_collection s:shard1 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.SolrCore [forceleader_lower_terms_collection_shard1_replica_t4] Registered new searcher autowarm time: 0 ms
2> 2744670 INFO (recoveryExecutor-8104-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:forceleader_lower_terms_collection_shard1_replica_t4 c:forceleader_lower_terms_collection s:shard1 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.u.p.LogUpdateProcessorFactory [forceleader_lower_terms_collection_shard1_replica_t4] {add=[1 (1684587232159072256)]} 0 11
2> 2744670 WARN (recoveryExecutor-8104-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:forceleader_lower_terms_collection_shard1_replica_t4 c:forceleader_lower_terms_collection s:shard1 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=1 deletes=0 deleteByQuery=0 errors=0 positionOfStart=0}
2> 2744671 ERROR (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext WARNING: Potential data loss -- Replica without being up-to-date with the previous leader became leader after timeout (leaderVoteWait) core_node6
2> 2744671 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/forceleader_lower_terms_collection/leaders/shard1/leader after winning as /collections/forceleader_lower_terms_collection/leader_elect/shard1/election/72555258506313741-core_node6-n_0000000001
2> 2744673 INFO (zkCallback-8039-thread-1) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41877/ke_l/ck/forceleader_lower_terms_collection_shard1_replica_t4/ shard1
2> 2744674 INFO (zkCallback-8039-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_lower_terms_collection/state.json] for collection [forceleader_lower_terms_collection] has occurred - updating... (live nodes size: [3])
2> 2744674 INFO (zkCallback-8039-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_lower_terms_collection/state.json] for collection [forceleader_lower_terms_collection] has occurred - updating... (live nodes size: [3])
2> 2744674 INFO (zkCallback-7971-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_lower_terms_collection/state.json] for collection [forceleader_lower_terms_collection] has occurred - updating... (live nodes size: [3])
2> 2744674 INFO (zkCallback-7971-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_lower_terms_collection/state.json] for collection [forceleader_lower_terms_collection] has occurred - updating... (live nodes size: [3])
2> 2744776 INFO (zkCallback-8039-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_lower_terms_collection/state.json] for collection [forceleader_lower_terms_collection] has occurred - updating... (live nodes size: [3])
2> 2744776 INFO (zkCallback-7971-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_lower_terms_collection/state.json] for collection [forceleader_lower_terms_collection] has occurred - updating... (live nodes size: [3])
2> 2744776 INFO (zkCallback-7971-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_lower_terms_collection/state.json] for collection [forceleader_lower_terms_collection] has occurred - updating... (live nodes size: [3])
2> 2744776 INFO (zkCallback-8039-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_lower_terms_collection/state.json] for collection [forceleader_lower_terms_collection] has occurred - updating... (live nodes size: [3])
2> 2744985 INFO (recoveryExecutor-8036-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:forceleader_lower_terms_collection_shard1_replica_t4 c:forceleader_lower_terms_collection s:shard1 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
2> 2744985 INFO (recoveryExecutor-8036-thread-1-processing-n:127.0.0.1:41877_ke_l%2Fck x:forceleader_lower_terms_collection_shard1_replica_t4 c:forceleader_lower_terms_collection s:shard1 r:core_node6) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
2> 2745078 INFO (SocketProxy-Acceptor-41877) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53628,localport=41877], receiveBufferSize: 65536
2> 2745080 INFO (qtp211147196-85299) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.S.Request [forceleader_lower_terms_collection_shard1_replica_t4] webapp=/ke_l/ck path=/admin/ping params={wt=javabin&version=2} hits=1 status=0 QTime=0
2> 2745080 INFO (qtp211147196-85299) [n:127.0.0.1:41877_ke_l%2Fck c:forceleader_lower_terms_collection s:shard1 r:core_node6 x:forceleader_lower_terms_collection_shard1_replica_t4 ] o.a.s.c.S.Request [forc
[...truncated too long message...]
:contrib:analytics:processTestResources
> Task :solr:contrib:analytics:testClasses
> Task :solr:contrib:analytics:test
:solr:contrib:analytics:test (SUCCESS): 472 test(s)
> Task :solr:contrib:analytics:cleanTaskTmp
> Task :solr:contrib:clustering:compileJava
Note: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/clustering/src/java/org/apache/solr/handler/clustering/ClusteringComponent.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:contrib:clustering:processResources NO-SOURCE
> Task :solr:contrib:clustering:classes
> Task :solr:contrib:clustering:compileTestJava
> Task :solr:contrib:clustering:copyTestResources NO-SOURCE
> Task :solr:contrib:clustering:processTestResources
> Task :solr:contrib:clustering:testClasses
> Task :solr:contrib:clustering:test
:solr:contrib:clustering:test (SUCCESS): 15 test(s)
> Task :solr:contrib:clustering:cleanTaskTmp
> Task :solr:contrib:extraction:compileJava
Note: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/extraction/src/java/org/apache/solr/handler/extraction/ExtractingDocumentLoader.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:contrib:extraction:processResources
> Task :solr:contrib:extraction:classes
> Task :solr:contrib:extraction:compileTestJava
> Task :solr:contrib:extraction:copyTestResources NO-SOURCE
> Task :solr:contrib:extraction:processTestResources
> Task :solr:contrib:extraction:testClasses
> Task :solr:contrib:extraction:test
:solr:contrib:extraction:test (SUCCESS): 20 test(s)
> Task :solr:contrib:extraction:cleanTaskTmp
> Task :solr:contrib:jaegertracer-configurator:compileJava
> Task :solr:contrib:jaegertracer-configurator:processResources NO-SOURCE
> Task :solr:contrib:jaegertracer-configurator:classes
> Task :solr:contrib:jaegertracer-configurator:compileTestJava
> Task :solr:contrib:jaegertracer-configurator:copyTestResources NO-SOURCE
> Task :solr:contrib:jaegertracer-configurator:processTestResources
> Task :solr:contrib:jaegertracer-configurator:testClasses
> Task :solr:contrib:jaegertracer-configurator:test
:solr:contrib:jaegertracer-configurator:test (SUCCESS): 3 test(s)
> Task :solr:contrib:jaegertracer-configurator:cleanTaskTmp
> Task :solr:contrib:langid:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:contrib:langid:processResources
> Task :solr:contrib:langid:classes
> Task :solr:contrib:langid:compileTestJava
> Task :solr:contrib:langid:copyTestResources NO-SOURCE
> Task :solr:contrib:langid:processTestResources
> Task :solr:contrib:langid:testClasses
> Task :solr:contrib:langid:test
:solr:contrib:langid:test (SUCCESS): 43 test(s)
> Task :solr:contrib:langid:cleanTaskTmp
> Task :solr:contrib:ltr:compileJava
> Task :solr:contrib:ltr:processResources NO-SOURCE
> Task :solr:contrib:ltr:classes
> Task :solr:contrib:ltr:compileTestJava
Note: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/ltr/src/test/org/apache/solr/ltr/model/TestMultipleAdditiveTreesModel.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:contrib:ltr:copyTestResources NO-SOURCE
> Task :solr:contrib:ltr:processTestResources
> Task :solr:contrib:ltr:testClasses
> Task :solr:contrib:ltr:test
:solr:contrib:ltr:test (SUCCESS): 152 test(s), 1 skipped
> Task :solr:contrib:ltr:cleanTaskTmp
> Task :solr:contrib:prometheus-exporter:compileJava
> Task :solr:contrib:prometheus-exporter:processResources NO-SOURCE
> Task :solr:contrib:prometheus-exporter:classes
> Task :solr:contrib:prometheus-exporter:compileTestJava
Note: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/prometheus-exporter/src/test/org/apache/solr/prometheus/exporter/SolrExporterTestBase.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:contrib:prometheus-exporter:copyTestResources NO-SOURCE
> Task :solr:contrib:prometheus-exporter:processTestResources
> Task :solr:contrib:prometheus-exporter:testClasses
> Task :solr:contrib:prometheus-exporter:test
:solr:contrib:prometheus-exporter:test (SUCCESS): 17 test(s), 5 skipped
> Task :solr:contrib:prometheus-exporter:cleanTaskTmp
> Task :cleanGradleTmp
The slowest tests (exceeding 500 ms) during this run:
2880.81s Test2BPostings.test (:lucene:core)
2580.04s TestStressLiveNodes.testStress (:solr:core)
1413.68s HdfsBasicDistributedZkTest.test (:solr:core)
954.44s TestDuelingCodecsAtNight.testBigEquals (:lucene:core)
735.45s TestXYPolygonShapeQueries.testRandomBig (:lucene:core)
712.11s TestGeo3DPoint.testRandomBig (:lucene:spatial3d)
711.76s TestBestCompressionLucene80DocValuesFormat.testNumericFieldJumpTables (:lucene:core)
665.60s TestLatLonDocValuesQueries.testRandomBig (:lucene:core)
636.16s TestIndexingSequenceNumbers.testStressConcurrentAddAndDeleteAndCommit (:lucene:core)
630.96s RollingRestartTest.test (:solr:core)
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/checkout/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.ForceLeaderWithTlogReplicasTest.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.ForceLeaderWithTlogReplicasTest.testReplicasInLowerTerms" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=82FE0E62654A3F5F -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=US-ASCII -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 4h 56m 12s
263 actionable tasks: 263 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2826)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2686)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3073)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1788)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:998)
at hudson.FilePath.act(FilePath.java:1069)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3075)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1071)
at hudson.FilePath.act(FilePath.java:1058)
at hudson.FilePath.validateAntFileMask(FilePath.java:2684)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:265)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1905)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)