You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2026/07/28 13:51:29 UTC
[JENKINS] Solr » Solr-Test-9.x - Build # 11319 - Unstable!
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Test-9.x/11319/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.classMethod
Error Message:
java.lang.Exception: Error shutting down MiniSolrCloudCluster
Stack Trace:
java.lang.Exception: Error shutting down MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([5855FD6D282524A4]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:850)
at org.apache.solr.cloud.MiniSolrCloudCluster.shutdown(MiniSolrCloudCluster.java:752)
at org.apache.solr.cloud.SolrCloudTestCase.shutdownCluster(SolrCloudTestCase.java:118)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:922)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
Suppressed: java.util.concurrent.TimeoutException
at java.base/java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1892)
at java.base/java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2027)
at org.eclipse.jetty.server.Server.doStop(Server.java:490)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.apache.solr.embedded.JettySolrRunner.stop(JettySolrRunner.java:643)
at org.apache.solr.cloud.MiniSolrCloudCluster.stopJettySolrRunner(MiniSolrCloudCluster.java:635)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$shutdown$5(MiniSolrCloudCluster.java:744)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
... 1 more
Build Log:
[...truncated 11 lines...]
ERROR: Workspace has a .git repository, but it appears to be corrupt.
hudson.plugins.git.GitException: Command "git rev-parse --resolve-git-dir /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/.git" returned status code 128:
stdout:
stderr: fatal: not a gitdir '/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/.git'
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2848)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2768)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2763)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2052)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2064)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.hasGitRepo(CliGitAPIImpl.java:404)
at PluginClassLoader for git-client//hudson.plugins.git.GitAPI.hasGitRepo(GitAPI.java:281)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:986)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:961)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:907)
at hudson.remoting.UserRequest.perform(UserRequest.java:225)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:391)
at hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:81)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
Cloning the remote Git repository
Cloning repository https://gitbox.apache.org/repos/asf/solr.git
> git init /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x # timeout=10
Fetching upstream changes from https://gitbox.apache.org/repos/asf/solr.git
> git --version # timeout=10
> git --version # 'git version 2.43.0'
> git fetch --tags --force --progress -- https://gitbox.apache.org/repos/asf/solr.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://gitbox.apache.org/repos/asf/solr.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/branch_9x^{commit} # timeout=10
Checking out Revision 0f930a94b947b1a8c82d7bc5763314814eb0dcc1 (refs/remotes/origin/branch_9x)
> git config core.sparsecheckout # timeout=10
> git checkout -f 0f930a94b947b1a8c82d7bc5763314814eb0dcc1 # timeout=10
> git branch -a -v --no-abbrev # timeout=10
> git checkout -b branch_9x 0f930a94b947b1a8c82d7bc5763314814eb0dcc1 # timeout=10
Commit message: "SOLR-18304: Optimize collapse performance for String fields (#4621)"
> git rev-list --no-walk 0f930a94b947b1a8c82d7bc5763314814eb0dcc1 # timeout=10
No emails were triggered.
provisioning config files...
copy managed file [gradle.properties] to file:/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/gradle.properties
[Gradle] - Launching build.
[Solr-Test-9.x] $ /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/gradlew -Dtests.haltonfailure=false -Dtests.badapples=false --continue test
Downloading gradle-wrapper.jar from https://raw.githubusercontent.com/gradle/gradle/v8.10.2/gradle/wrapper/gradle-wrapper.jar
To honour the JVM settings for this build a single-use Daemon process will be forked. For more on this, please refer to https://docs.gradle.org/8.10/userguide/gradle_daemon.html#sec:disabling_the_daemon in the Gradle documentation.
Daemon will be stopped at the end of the build
> Task :buildSrc:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/buildSrc/src/main/java/org/apache/lucene/gradle/Checksum.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :buildSrc:compileGroovy NO-SOURCE
> Task :buildSrc:processResources NO-SOURCE
> Task :buildSrc:classes
> Task :buildSrc:jar
> Task :gitStatus
> Task :checkJdkInternalsExportedToGradle
> Task :solr:api:compileJava
> Task :solr:api:processResources NO-SOURCE
> Task :solr:api:classes
> Task :solr:api:jar
> Task :ensureJdkSupported
> Task :randomizationInfo
Running tests with randomization seed: tests.seed=5855FD6D282524A4
> Task :solr:api:resolve
SLF4J(W): No SLF4J providers were found.
SLF4J(W): Defaulting to no-operation (NOP) logger implementation
SLF4J(W): See https://www.slf4j.org/codes.html#noProviders for further details.
> Task :solr:solrj:openApiGenerate
Cleaned up output directory /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/generated/ before code generation (cleanupOutput set to true).
Multiple schemas found in the OAS 'content' section, returning only the first one (application/json)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/json)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/vnd.apache.solr.raw)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/vnd.apache.solr.raw)
################################################################################
# Thanks for using OpenAPI Generator. #
# Please consider donation to help us maintain this project 🙏 #
# https://opencollective.com/openapi_generator/donate #
################################################################################
Successfully generated code to /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/generated/
> Task :spotlessInternalRegisterDependencies
> Task :solr:solrj:generatedSpotlessHelper
> Task :solr:solrj:generatedSpotless
> Task :solr:solrj:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:solrj-streaming:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:solrj-zookeeper:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:core:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:test-framework:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:api:compileTestJava
> Task :solr:api:processTestResources
> Task :solr:api:testClasses
> Task :solr:core:processResources
> Task :solr:core:classes
> Task :solr:core:jar
> Task :solr:solrj:processResources
> Task :solr:solrj:classes
> Task :solr:solrj:jar
> Task :solr:solrj-streaming:processResources
> Task :solr:solrj-streaming:classes
> Task :solr:solrj-streaming:jar
> Task :solr:solrj-zookeeper:processResources NO-SOURCE
> Task :solr:solrj-zookeeper:classes
> Task :solr:solrj-zookeeper:jar
> Task :solr:test-framework:processResources
> Task :solr:test-framework:classes
> Task :solr:test-framework:jar
> Task :solr:api:test
:solr:api:test (SUCCESS): 6 test(s)
> Task :solr:api:wipeTaskTemp
> Task :solr:benchmark:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/benchmark/src/java/org/apache/solr/bench/search/QueryResponseWriters.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:benchmark:processResources
> Task :solr:benchmark:classes
> Task :solr:benchmark:compileTestJava
> Task :solr:benchmark:processTestResources
> Task :solr:benchmark:testClasses
> Task :solr:benchmark:test
:solr:benchmark:test (SUCCESS): 10 test(s)
> Task :solr:benchmark:wipeTaskTemp
> Task :solr:core:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:core:processTestResources
> Task :solr:core:testClasses
> Task :solr:modules:analysis-extras:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/analysis-extras/src/java/org/apache/solr/schema/ICUCollationField.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:analysis-extras:processResources NO-SOURCE
> Task :solr:modules:analysis-extras:classes
> Task :solr:modules:analysis-extras:jar
> Task :solr:core:test
WARNING: Test org.apache.solr.TestRandomFaceting wrote 21,432,655 bytes of output.
LeaderTragicEventTest > classMethod FAILED
java.lang.Exception: Error shutting down MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([5855FD6D282524A4]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:850)
at org.apache.solr.cloud.MiniSolrCloudCluster.shutdown(MiniSolrCloudCluster.java:752)
at org.apache.solr.cloud.SolrCloudTestCase.shutdownCluster(SolrCloudTestCase.java:118)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:922)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
org.apache.solr.cloud.LeaderTragicEventTest > test suite's output saved to /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.LeaderTragicEventTest.txt, copied below:
2> 222589 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/server/solr/configsets/_default/conf'
2> 222589 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
2> 222590 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-57 after mutting 0 log messages
2> 222590 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-58 for ERROR logs matching regex: ignore_exception
2> 222591 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/data-dir-25-001
2> 222591 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
2> 222591 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
2> 222592 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
2> 222592 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.u.t.SimplePropagator Always-on trace id generation enabled.
2> 222592 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001
2> 222592 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
2> 222593 INFO (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer client port: /127.0.0.1:0
2> 222593 INFO (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer Starting server
2> 222593 WARN (ZkTestServer Run Thread) [] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
2> 222693 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.ZkTestServer start zk server on port: 33773
2> 222694 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222695 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
2> 222697 INFO (zkCallback-2788-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 222697 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 222697 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222698 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222699 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
2> 222700 INFO (zkCallback-2790-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 222700 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 222700 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222700 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222700 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
2> 222701 INFO (zkCallback-2792-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 222702 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 222702 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222805 INFO (jetty-launcher-2794-thread-1) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
2> 222805 INFO (jetty-launcher-2794-thread-1) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
2> 222805 INFO (jetty-launcher-2794-thread-2) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
2> 222805 INFO (jetty-launcher-2794-thread-2) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
2> 222805 INFO (jetty-launcher-2794-thread-1) [] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 11.0.24+8
2> 222805 INFO (jetty-launcher-2794-thread-2) [] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 11.0.24+8
2> 222807 INFO (jetty-launcher-2794-thread-1) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
2> 222807 INFO (jetty-launcher-2794-thread-2) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
2> 222808 INFO (jetty-launcher-2794-thread-2) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36135, zkHost=127.0.0.1:33773/solr}
2> 222808 INFO (jetty-launcher-2794-thread-1) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45439, zkHost=127.0.0.1:33773/solr}
2> 222808 ERROR (jetty-launcher-2794-thread-2) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
2> 222808 ERROR (jetty-launcher-2794-thread-1) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
2> 222808 INFO (jetty-launcher-2794-thread-2) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
2> 222808 INFO (jetty-launcher-2794-thread-1) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
2> 222808 INFO (jetty-launcher-2794-thread-1) [] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.11.0
2> 222808 INFO (jetty-launcher-2794-thread-2) [] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.11.0
2> 222808 INFO (jetty-launcher-2794-thread-1) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port null
2> 222808 INFO (jetty-launcher-2794-thread-2) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port null
2> 222808 INFO (jetty-launcher-2794-thread-1) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr
2> 222808 INFO (jetty-launcher-2794-thread-2) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr
2> 222808 INFO (jetty-launcher-2794-thread-1) [] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-07-28T13:12:11.229363Z
2> 222808 INFO (jetty-launcher-2794-thread-2) [] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-07-28T13:12:11.229383Z
2> 222808 INFO (jetty-launcher-2794-thread-1) [] o.a.s.s.CoreContainerProvider Solr Home: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node1 (source: servlet config: solr.solr.home)
2> 222808 INFO (jetty-launcher-2794-thread-2) [] o.a.s.s.CoreContainerProvider Solr Home: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node2 (source: servlet config: solr.solr.home)
2> 222808 WARN (jetty-launcher-2794-thread-1) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222808 WARN (jetty-launcher-2794-thread-2) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222809 INFO (jetty-launcher-2794-thread-2) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
2> 222809 INFO (jetty-launcher-2794-thread-1) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
2> 222811 INFO (zkCallback-2797-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 222811 INFO (jetty-launcher-2794-thread-2) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 222811 WARN (jetty-launcher-2794-thread-2) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222811 INFO (zkCallback-2795-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 222811 INFO (jetty-launcher-2794-thread-1) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 222811 WARN (jetty-launcher-2794-thread-1) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 222811 INFO (jetty-launcher-2794-thread-1) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
2> 222811 INFO (jetty-launcher-2794-thread-2) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
2> 222813 INFO (jetty-launcher-2794-thread-1) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
2> 222813 INFO (jetty-launcher-2794-thread-2) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
2> 222923 INFO (jetty-launcher-2794-thread-1) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33773/solr
2> 222923 INFO (jetty-launcher-2794-thread-2) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33773/solr
2> 222923 INFO (jetty-launcher-2794-thread-1) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 222923 INFO (jetty-launcher-2794-thread-2) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 222924 INFO (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
2> 222925 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
2> 222926 INFO (zkCallback-2820-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 222926 INFO (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 222926 INFO (zkCallback-2819-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 222926 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 222952 WARN (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
2> 222952 WARN (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
2> 222956 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 222956 INFO (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 222959 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45439_solr
2> 222959 INFO (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/127.0.0.1:36135_solr
2> 222959 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.Overseer Overseer (id=72059229693214726-127.0.0.1:45439_solr-n_0000000000) starting
2> 222960 INFO (zkCallback-2819-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
2> 222960 INFO (zkCallback-2820-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
2> 222964 WARN (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
2> 222965 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.ZkController Publish node=127.0.0.1:45439_solr as DOWN
2> 222965 INFO (OverseerStateUpdate-72059229693214726-127.0.0.1:45439_solr-n_0000000000) [n:127.0.0.1:45439_solr] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45439_solr
2> 222966 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/127.0.0.1:45439_solr
2> 222968 INFO (zkCallback-2820-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
2> 222968 INFO (zkCallback-2819-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
2> 222969 WARN (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
2> 222988 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node1
2> 223009 INFO (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node2
2> 223021 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 223036 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53eb7b6d{/solr,file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-cwd/,AVAILABLE}
2> 223036 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.e.j.s.AbstractConnector Started ServerConnector@7856e224{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45439}
2> 223037 INFO (jetty-launcher-2794-thread-1) [n:127.0.0.1:45439_solr] o.e.j.s.Server Started Server@1cd53096{STARTING}[10.0.26,sto=15000] @223065ms
2> 223040 INFO (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 223054 INFO (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e240da9{/solr,file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-cwd/,AVAILABLE}
2> 223054 INFO (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.e.j.s.AbstractConnector Started ServerConnector@14c49404{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36135}
2> 223054 INFO (jetty-launcher-2794-thread-2) [n:127.0.0.1:36135_solr] o.e.j.s.Server Started Server@711b0158{STARTING}[10.0.26,sto=15000] @223083ms
2> 223055 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
2> 223056 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:45439_solr
2> 223056 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 223056 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
2> 223058 INFO (zkCallback-2838-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 223058 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 223058 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 223059 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
2> 223060 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33773/solr ready
2> 223060 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:36135_solr
2> 223060 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 223060 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 45000ms for client to connect to ZooKeeper
2> 223062 INFO (zkCallback-2841-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 223062 INFO (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 223062 WARN (SUITE-LeaderTragicEventTest-seed#[5855FD6D282524A4]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 223175 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
2> 223182 INFO (OverseerThreadFactory-2829-thread-1) [ c:testOtherReplicasAreNotActive] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
2> 223185 INFO (OverseerThreadFactory-2829-thread-1) [ c:testOtherReplicasAreNotActive] o.a.s.c.c.ZkStateReader /collections/testOtherReplicasAreNotActive/state.json is deleted, stop watching children
2> 223186 INFO (zkCallback-2819-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/testOtherReplicasAreNotActive/state.json zxid: 176] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
2> 223192 INFO (OverseerStateUpdate-72059229693214726-127.0.0.1:45439_solr-n_0000000000) [n:127.0.0.1:45439_solr] o.a.s.c.o.SliceMutator createReplica() {
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
2> "node_name":"127.0.0.1:36135_solr",
2> "base_url":"http://127.0.0.1:36135/solr",
2> "collection":"testOtherReplicasAreNotActive",
2> "shard":"shard1",
2> "state":"down",
2> "type":"NRT",
2> "operation":"ADDREPLICA",
2> "waitForFinalState":"false"}
2> 223194 INFO (OverseerStateUpdate-72059229693214726-127.0.0.1:45439_solr-n_0000000000) [n:127.0.0.1:45439_solr] o.a.s.c.o.SliceMutator createReplica() {
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
2> "node_name":"127.0.0.1:45439_solr",
2> "base_url":"http://127.0.0.1:45439/solr",
2> "collection":"testOtherReplicasAreNotActive",
2> "shard":"shard1",
2> "state":"down",
2> "type":"NRT",
2> "operation":"ADDREPLICA",
2> "waitForFinalState":"false"}
2> 223297 INFO (zkCallback-2819-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json zxid: 185] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
2> 223301 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.h.a.CoreAdminOperation core create command coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
2> 223301 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.h.a.CoreAdminOperation core create command coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
2> 223309 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.3
2> 223309 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.3
2> 223311 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.s.IndexSchema Schema name=minimal
2> 223311 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.s.IndexSchema Schema name=minimal
2> 223311 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.s.IndexSchema Loaded schema minimal/1.7 with uniqueid field id
2> 223312 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
2> 223312 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.SolrCore Opening new SolrCore at [/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
2> 223312 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.s.IndexSchema Loaded schema minimal/1.7 with uniqueid field id
2> 223312 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
2> 223312 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.c.SolrCore Opening new SolrCore at [/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
2> 223369 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 223370 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 223373 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
2> 223373 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
2> 223373 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.u.CommitTracker Hard AutoCommit: disabled
2> 223373 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.u.CommitTracker Soft AutoCommit: disabled
2> 223373 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
2> 223373 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
2> 223373 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.u.CommitTracker Hard AutoCommit: disabled
2> 223373 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.u.CommitTracker Soft AutoCommit: disabled
2> 223375 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
2> 223375 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
2> 223376 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
2> 223376 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
2> 223376 INFO (searcherExecutor-2845-thread-1-processing-127.0.0.1:45439_solr testOtherReplicasAreNotActive_shard1_replica_n2 null-4219 testOtherReplicasAreNotActive shard1 core_node4) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 223377 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
2> 223377 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
2> 223378 INFO (searcherExecutor-2847-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 null-4219 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 223379 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node4=0}, version=0} for registerTerm
2> 223379 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
2> 223381 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1} for registerTerm
2> 223381 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
2> 223385 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
2> 223385 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
2> 223385 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45439/solr/testOtherReplicasAreNotActive_shard1_replica_n2/
2> 223385 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=http://127.0.0.1:45439/solr START replicas=[http://127.0.0.1:36135/solr/testOtherReplicasAreNotActive_shard1_replica_n1/] nUpdates=100
2> 223385 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=http://127.0.0.1:45439/solr DONE. We have no versions. sync failed.
2> 223386 INFO (qtp436431156-4246-null-4219) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4219] o.a.s.c.S.Request webapp=/solr path=/get params={distrib=false&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
2> 223387 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
2> 223387 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
2> 223387 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/72059229693214726-core_node4-n_0000000000
2> 223389 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45439/solr/testOtherReplicasAreNotActive_shard1_replica_n2/ shard1
2> 223491 INFO (zkCallback-2819-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json zxid: 212] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
2> 223492 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4219] o.a.s.c.ZkController I am the leader, no recovery necessary
2> 223495 INFO (qtp1989214854-4239-null-4219) [n:127.0.0.1:45439_solr t:null-4219] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=194
2> 223596 INFO (zkCallback-2819-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json zxid: 215] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
2> 224389 INFO (qtp436431156-4244-null-4219) [n:127.0.0.1:36135_solr t:null-4219] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1088
2> 224391 INFO (qtp436431156-4238-null-4218) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive t:null-4218] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
2> 224489 INFO (zkCallback-2820-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json zxid: 221] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
2> 224489 INFO (zkCallback-2819-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json zxid: 221] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
2> 224490 INFO (qtp436431156-4238-null-4218) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive t:null-4218] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1312
2> 224490 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
2> 224492 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.LeaderTragicEventTest Stop jetty node : http://127.0.0.1:36135/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/4 )={
2> "pullReplicas":"0",
2> "configName":"config",
2> "replicationFactor":2,
2> "router":{"name":"compositeId"},
2> "nrtReplicas":2,
2> "tlogReplicas":"0",
2> "shards":{"shard1":{
2> "range":"80000000-7fffffff",
2> "state":"active",
2> "replicas":{
2> "core_node3":{
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
2> "node_name":"127.0.0.1:36135_solr",
2> "type":"NRT",
2> "state":"active",
2> "force_set_state":"false",
2> "base_url":"http://127.0.0.1:36135/solr"},
2> "core_node4":{
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
2> "node_name":"127.0.0.1:45439_solr",
2> "type":"NRT",
2> "state":"active",
2> "leader":"true",
2> "force_set_state":"false",
2> "base_url":"http://127.0.0.1:45439/solr"}}}}}
2> 224492 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.e.j.s.Server Stopped Server@711b0158{STOPPING}[10.0.26,sto=15000]
2> 224492 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.e.j.s.Server Shutdown Server@711b0158{STOPPING}[10.0.26,sto=15000]
2> 226492 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.e.j.s.AbstractConnector Stopped ServerConnector@14c49404{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
2> 226492 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.CoreContainer Shutting down CoreContainer instance=258377426
2> 226492 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36135_solr
2> 226493 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.ZkController Publish this node as DOWN...
2> 226493 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.ZkController Publish node=127.0.0.1:36135_solr as DOWN
2> 226493 INFO (zkCallback-2820-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
2> 226493 INFO (zkCallback-2838-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
2> 226493 INFO (zkCallback-2819-thread-2) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
2> 226495 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
2> 226495 INFO (coreCloseExecutor-2858-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@2fccc04b testOtherReplicasAreNotActive_shard1_replica_n1
2> 226496 INFO (coreCloseExecutor-2858-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n1 tag=SolrCore@2fccc04b
2> 226496 INFO (coreCloseExecutor-2858-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@2fccc04b
2> 226496 INFO (coreCloseExecutor-2858-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
2> 226496 INFO (zkCallback-2820-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json zxid: 226] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
2> 226496 INFO (zkCallback-2819-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json zxid: 226] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
2> 226497 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
2> 226497 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
2> 226497 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
2> 226497 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
2> 226600 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e240da9{/solr,file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-cwd/,STOPPED}
2> 226600 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.MiniSolrCloudCluster Cannot wait for Jetty with null node name
2> 226600 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
2> 226602 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node4:{
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
2> "leader":"true",
2> "node_name":"127.0.0.1:45439_solr",
2> "base_url":"http://127.0.0.1:45439/solr",
2> "state":"active",
2> "type":"NRT",
2> "force_set_state":"false"}
2> 226607 ERROR (qtp1989214854-4245-null-4220) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4220] o.a.s.u.SolrIndexWriter Error closing IndexWriter
2> =>java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:4268)
2>
2> 226608 INFO (qtp1989214854-4245-null-4220) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4220] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
2> 226608 ERROR (qtp1989214854-4245-null-4220) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4220] o.a.s.h.RequestHandlerBase Server exception
2> =>org.apache.solr.common.SolrException: Random tragedy fail
2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:407)
2>
2> 226608 INFO (qtp1989214854-4245-null-4220) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4220] o.a.s.c.S.Request webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=2
2> 226609 ERROR (qtp1989214854-4245-null-4220) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4220] o.a.s.s.HttpSolrCall 500 Exception
2> =>org.apache.solr.common.SolrException: Random tragedy fail
2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:407)
2>
2> 226610 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.LeaderTragicEventTest Tragic event triggered on attempt 1
2> 226610 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=36135)
2> 226611 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 36135 try number 2 ...
2> 226611 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 11.0.24+8
2> 226612 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
2> 226612 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36135, zkHost=127.0.0.1:33773/solr}
2> 226612 ERROR (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
2> 226612 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
2> 226613 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.11.0
2> 226613 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port null
2> 226613 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr
2> 226613 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-07-28T13:12:15.034109Z
2> 226613 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.s.CoreContainerProvider Solr Home: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node2 (source: servlet config: solr.solr.home)
2> 226613 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 226614 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
2> 226615 INFO (zkCallback-2861-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 226615 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 226615 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 226615 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
2> 226617 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
2> 226727 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33773/solr
2> 226727 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 226728 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
2> 226730 INFO (zkCallback-2873-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 226730 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 226736 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
2> 226737 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
2> 226740 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 226741 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.ZkController Publish node=127.0.0.1:36135_solr as DOWN
2> 226745 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/127.0.0.1:36135_solr
2> 226746 INFO (zkCallback-2873-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
2> 226746 INFO (zkCallback-2819-thread-2) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
2> 226746 INFO (zkCallback-2838-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
2> 226748 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
2> 226768 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node2
2> 226768 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.c.CorePropertiesLocator Cores are: [testOtherReplicasAreNotActive_shard1_replica_n1]
2> 226774 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.3
2> 226776 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr] o.a.s.s.IndexSchema Schema name=minimal
2> 226776 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr] o.a.s.s.IndexSchema Loaded schema minimal/1.7 with uniqueid field id
2> 226780 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.3
2> 226780 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.s.IndexSchema Schema name=minimal
2> 226780 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.7 with uniqueid field id
2> 226781 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
2> 226781 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.SolrCore Opening new SolrCore at [/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_5855FD6D282524A4-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
2> 226803 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 226807 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
2> 226807 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
2> 226807 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
2> 226807 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
2> 226808 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 226809 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
2> 226810 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
2> 226810 INFO (coreLoadExecutor-2879-thread-1-processing-127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
2> 226811 INFO (searcherExecutor-2882-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 226813 INFO (coreZkRegister-2863-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
2> 226816 INFO (coreZkRegister-2863-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.ZkController Core needs to recover:testOtherReplicasAreNotActive_shard1_replica_n1
2> 226816 INFO (updateExecutor-2868-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState Running recovery
2> 226816 INFO (recoveryExecutor-2871-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
2> 226816 INFO (recoveryExecutor-2871-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.RecoveryStrategy startupVersions is empty
2> 226820 INFO (qtp1989214854-4241-null-4221) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4221] o.a.s.c.S.Request webapp=/solr path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
2> 226820 INFO (qtp1989214854-4241-null-4221) [n:127.0.0.1:45439_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4221] o.a.s.c.S.Request webapp=/solr path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
2> 226820 INFO (recoveryExecutor-2871-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testOtherReplicasAreNotActive_shard1_replica_n1]
2> 226821 INFO (recoveryExecutor-2871-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
2> 226821 INFO (recoveryExecutor-2871-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.RecoveryStrategy Publishing state of core [testOtherReplicasAreNotActive_shard1_replica_n1] as recovering, leader is [http://127.0.0.1:45439/solr/testOtherReplicasAreNotActive_shard1_replica_n2/] and I am [http://127.0.0.1:36135/solr/testOtherReplicasAreNotActive_shard1_replica_n1/]
2> 226822 INFO (recoveryExecutor-2871-thread-1-processing-127.0.0.1:36135_solr testOtherReplicasAreNotActive_shard1_replica_n1 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:36135_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:45439/solr]; [WaitForState: action=PREPRECOVERY&core=testOtherReplicasAreNotActive_shard1_replica_n2&nodeName=127.0.0.1:36135_solr&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
2> 226823 INFO (qtp1989214854-4243-null-4222) [n:127.0.0.1:45439_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4222] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
2> 226823 INFO (qtp1989214854-4243-null-4222) [n:127.0.0.1:45439_solr t:null-4222] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testOtherReplicasAreNotActive, shard=shard1, thisCore=testOtherReplicasAreNotActive_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader=true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:36135_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
2> "node_name":"127.0.0.1:36135_solr",
2> "base_url":"http://127.0.0.1:36135/solr",
2> "state":"down",
2> "type":"NRT",
2> "force_set_state":"false"}
2> 226823 INFO (qtp1989214854-4243-null-4222) [n:127.0.0.1:45439_solr t:null-4222] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testOtherReplicasAreNotActive, shard=shard1, thisCore=testOtherReplicasAreNotActive_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader=true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:36135_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
2> "node_name":"127.0.0.1:36135_solr",
2> "base_url":"http://127.0.0.1:36135/solr",
2> "state":"down",
2> "type":"NRT",
2> "force_set_state":"false"}
2> 226823 INFO (qtp1989214854-4243-null-4222) [n:127.0.0.1:45439_solr t:null-4222] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testOtherReplicasAreNotActive, shard=shard1, thisCore=testOtherReplicasAreNotActive_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader=true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:36135_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
2> "node_name":"127.0.0.1:36135_solr",
2> "base_url":"http://127.0.0.1:36135/solr",
2> "state":"down",
2> "type":"NRT",
2> "force_set_state":"false"}
2> 226823 INFO (qtp1989214854-4243-null-4222) [n:127.0.0.1:45439_solr t:null-4222] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testOtherReplicasAreNotActive, shard=shard1, thisCore=testOtherReplicasAreNotActive_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader=true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:36135_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
2> "node_name":"127.0.0.1:36135_solr",
2> "base_url":"http://127.0.0.1:36135/solr",
2> "state":"down",
2> "type":"NRT",
2> "force_set_state":"false"}
2> 226826 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@340a7142{/solr,file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-cwd/,AVAILABLE}
2> 226826 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.e.j.s.AbstractConnector Started ServerConnector@1acc14c4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36135}
2> 226826 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [n:127.0.0.1:36135_solr] o.e.j.s.Server Started Server@4b7ee6d1{STARTING}[10.0.26,sto=15000] @226855ms
2> 226826 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:36135_solr
2> 226827 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.s.SolrTestCaseJ4 ###Ending testOtherReplicasAreNotActive
2> 226828 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.h.i.e.RetryExec I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:36135: The target server failed to respond
2> 226829 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[5855FD6D282524A4]) [] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:36135
2> 226833 INFO (OverseerThreadFactory-2829-thread-2) [ c:testOtherReplicasAreNotActive] o.a.s.c.a.c.CollectionHandlingUtils Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
2> 226834 INFO (qtp1989214854-4245-null-4224) [n:127.0.0.1:45439_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n2 tag=null
2> 226834 INFO (qtp1989214854-4245-null-4224) [n:127.0.0.1:45439_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@5164f29a testOtherReplicasAreNotActive_shard1_replica_n2
2> 226834 INFO (qtp1989214854-4245-null-4224) [n:127.0.0.1:45439_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n2 tag=SolrCore@5164f29a
2> 226834 INFO (qtp1989214854-4245-null-4224) [n:127.0.0.1:45439_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@5164f29a
2> 226834 INFO (qtp1989214854-4245-null-4224) [n:127.0.0.1:45439_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unneces
[...truncated too long message...]
kins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/gcs-repository/src/test/org/apache/solr/gcs/ConcurrentDelegatingStorage.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:gcs-repository:processTestResources
> Task :solr:modules:gcs-repository:testClasses
> Task :solr:modules:gcs-repository:test
:solr:modules:gcs-repository:test (SUCCESS): 22 test(s), 5 skipped
> Task :solr:modules:gcs-repository:wipeTaskTemp
> Task :solr:modules:hadoop-auth:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:hadoop-auth:processResources NO-SOURCE
> Task :solr:modules:hadoop-auth:classes
> Task :solr:modules:hadoop-auth:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:hadoop-auth:copySolrCoreTestResources
> Task :solr:modules:hadoop-auth:processTestResources
> Task :solr:modules:hadoop-auth:testClasses
> Task :solr:modules:hadoop-auth:test
:solr:modules:hadoop-auth:test (SUCCESS): 54 test(s), 1 skipped
> Task :solr:modules:hadoop-auth:wipeTaskTemp
> Task :solr:modules:hdfs:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:hdfs:processResources NO-SOURCE
> Task :solr:modules:hdfs:classes
> Task :solr:modules:hdfs:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:hdfs:copySolrCoreTestResources
> Task :solr:modules:hdfs:processTestResources
> Task :solr:modules:hdfs:testClasses
> Task :solr:modules:hdfs:test
:solr:modules:hdfs:test (SUCCESS): 104 test(s), 41 skipped
> Task :solr:modules:hdfs:wipeTaskTemp
> Task :solr:modules:jaegertracer-configurator:compileJava
> Task :solr:modules:jaegertracer-configurator:processResources NO-SOURCE
> Task :solr:modules:jaegertracer-configurator:classes
> Task :solr:modules:jaegertracer-configurator:compileTestJava
> Task :solr:modules:jaegertracer-configurator:processTestResources
> Task :solr:modules:jaegertracer-configurator:testClasses
> Task :solr:modules:jaegertracer-configurator:test
:solr:modules:jaegertracer-configurator:test (SUCCESS): 1 test(s)
> Task :solr:modules:jaegertracer-configurator:wipeTaskTemp
> Task :solr:modules:jwt-auth:compileJava
> Task :solr:modules:jwt-auth:processResources NO-SOURCE
> Task :solr:modules:jwt-auth:classes
> Task :solr:modules:jwt-auth:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/jwt-auth/src/test/org/apache/solr/security/jwt/JWTAuthPluginIntegrationTest.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:jwt-auth:processTestResources
> Task :solr:modules:jwt-auth:testClasses
> Task :solr:modules:jwt-auth:test
:solr:modules:jwt-auth:test (SUCCESS): 77 test(s), 1 skipped
> Task :solr:modules:jwt-auth:wipeTaskTemp
> Task :solr:modules:langid:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/langid/src/java/org/apache/solr/update/processor/LanguageIdentifierUpdateProcessor.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:langid:processResources
> Task :solr:modules:langid:classes
> Task :solr:modules:langid:compileTestJava
> Task :solr:modules:langid:processTestResources
> Task :solr:modules:langid:testClasses
> Task :solr:modules:langid:test
:solr:modules:langid:test (SUCCESS): 49 test(s)
> Task :solr:modules:langid:wipeTaskTemp
> Task :solr:modules:llm:compileJava
> Task :solr:modules:llm:processResources NO-SOURCE
> Task :solr:modules:llm:classes
> Task :solr:modules:llm:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/llm/src/test/org/apache/solr/llm/TestLlmBase.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:llm:processTestResources
> Task :solr:modules:llm:testClasses
> Task :solr:modules:llm:test
:solr:modules:llm:test (SUCCESS): 47 test(s)
> Task :solr:modules:llm:wipeTaskTemp
> Task :solr:modules:ltr:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:ltr:processResources NO-SOURCE
> Task :solr:modules:ltr:classes
> Task :solr:modules:ltr:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:ltr:processTestResources
> Task :solr:modules:ltr:testClasses
> Task :solr:modules:ltr:test
:solr:modules:ltr:test (SUCCESS): 209 test(s)
> Task :solr:modules:ltr:wipeTaskTemp
> Task :solr:modules:opentelemetry:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:opentelemetry:processResources NO-SOURCE
> Task :solr:modules:opentelemetry:classes
> Task :solr:modules:opentelemetry:compileTestJava
> Task :solr:modules:opentelemetry:processTestResources
> Task :solr:modules:opentelemetry:testClasses
> Task :solr:modules:opentelemetry:test
:solr:modules:opentelemetry:test (SUCCESS): 5 test(s)
> Task :solr:modules:opentelemetry:wipeTaskTemp
> Task :solr:modules:s3-repository:compileJava
> Task :solr:modules:s3-repository:processResources NO-SOURCE
> Task :solr:modules:s3-repository:classes
> Task :solr:modules:s3-repository:compileTestJava
> Task :solr:modules:s3-repository:processTestResources
> Task :solr:modules:s3-repository:testClasses
> Task :solr:modules:s3-repository:test
:solr:modules:s3-repository:test (SUCCESS): 53 test(s), 1 skipped
> Task :solr:modules:s3-repository:wipeTaskTemp
> Task :solr:modules:scripting:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:scripting:processResources NO-SOURCE
> Task :solr:modules:scripting:classes
> Task :solr:modules:scripting:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:scripting:processTestResources
> Task :solr:modules:scripting:testClasses
> Task :solr:modules:scripting:test
:solr:modules:scripting:test (SUCCESS): 22 test(s), 1 skipped
> Task :solr:modules:scripting:wipeTaskTemp
> Task :solr:modules:sql:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:sql:copySolrCoreTestResources
> Task :solr:modules:sql:processTestResources
> Task :solr:modules:sql:testClasses
> Task :solr:modules:sql:test
:solr:modules:sql:test (SUCCESS): 33 test(s)
> Task :solr:modules:sql:wipeTaskTemp
The slowest tests (exceeding 500 ms) during this run:
63.56s TestCloudJSONFacetSKG.testRandom (:solr:core)
55.48s LeaderElectionIntegrationTest.testSimpleSliceLeaderElection (:solr:core)
50.33s PeerSyncReplicationTest.test (:solr:core)
49.08s TestRandomCollapseQParserPlugin.testRandomCollapseWithSort (:solr:core)
48.06s SyncSliceTest.test (:solr:core)
47.97s ReplicationFactorTest.test (:solr:core)
43.02s UnloadDistributedZkTest.test (:solr:core)
40.14s Http2SolrClientTest.testIdleTimeoutWithHttpClient (:solr:solrj)
39.77s CheckHdfsIndexTest.testDeletedDocs (:solr:modules:hdfs)
35.11s TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess (:solr:core)
The slowest suites (exceeding 1s) during this run:
119.01s TestRecoveryHdfs (:solr:modules:hdfs)
87.09s CheckHdfsIndexTest (:solr:modules:hdfs)
74.05s TestCpuAllowedLimit (:solr:core)
67.88s TestCloudJSONFacetSKG (:solr:core)
66.35s TestCoordinatorRole (:solr:core)
65.67s TestPullReplica (:solr:core)
62.98s TestTlogReplica (:solr:core)
62.84s MultiThreadedOCPTest (:solr:core)
56.80s TestRecovery (:solr:core)
55.94s LeaderElectionIntegrationTest (:solr:core)
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.LeaderTragicEventTest (:solr:core)
Test history: https://develocity.apache.org/scans/tests?search.rootProjectNames=solr-root&tests.container=org.apache.solr.cloud.LeaderTragicEventTest
Test output: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.LeaderTragicEventTest.txt
Reproduce with: ./gradlew :solr:core:test --tests "org.apache.solr.cloud.LeaderTragicEventTest" -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=5855FD6D282524A4 -Ptests.multiplier=2 -Ptests.useSecurityManager=true -Ptests.badapples=false -Ptests.file.encoding=US-ASCII
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.10/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD SUCCESSFUL in 47m 19s
167 actionable tasks: 167 executed
Publishing build scan...
https://develocity.apache.org/s/fuz6a3mzt467k
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
‘**/*.events’ doesn’t match anything: ‘**’ exists but not ‘**/*.events’
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
[Checks API] No suitable checks publisher found.
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Solr » Solr-Test-9.x - Build # 11320 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Test-9.x/11320/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.classMethod
Error Message:
java.lang.Exception: Error shutting down MiniSolrCloudCluster
Stack Trace:
java.lang.Exception: Error shutting down MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([140B17602E81A74]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:850)
at org.apache.solr.cloud.MiniSolrCloudCluster.shutdown(MiniSolrCloudCluster.java:752)
at org.apache.solr.cloud.SolrCloudTestCase.shutdownCluster(SolrCloudTestCase.java:118)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:922)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
Suppressed: java.util.concurrent.TimeoutException
at java.base/java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1892)
at java.base/java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2027)
at org.eclipse.jetty.server.Server.doStop(Server.java:490)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.apache.solr.embedded.JettySolrRunner.stop(JettySolrRunner.java:643)
at org.apache.solr.cloud.MiniSolrCloudCluster.stopJettySolrRunner(MiniSolrCloudCluster.java:635)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$shutdown$5(MiniSolrCloudCluster.java:744)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
... 1 more
Build Log:
[...truncated 12 lines...]
ERROR: Workspace has a .git repository, but it appears to be corrupt.
hudson.plugins.git.GitException: Command "git rev-parse --resolve-git-dir /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/.git" returned status code 128:
stdout:
stderr: fatal: not a gitdir '/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/.git'
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2848)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2768)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2763)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2052)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2064)
at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.hasGitRepo(CliGitAPIImpl.java:404)
at PluginClassLoader for git-client//hudson.plugins.git.GitAPI.hasGitRepo(GitAPI.java:281)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:986)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:961)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:907)
at hudson.remoting.UserRequest.perform(UserRequest.java:225)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:391)
at hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:81)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
Cloning the remote Git repository
Cloning repository https://gitbox.apache.org/repos/asf/solr.git
> git init /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x # timeout=10
Fetching upstream changes from https://gitbox.apache.org/repos/asf/solr.git
> git --version # timeout=10
> git --version # 'git version 2.43.0'
> git fetch --tags --force --progress -- https://gitbox.apache.org/repos/asf/solr.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://gitbox.apache.org/repos/asf/solr.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/branch_9x^{commit} # timeout=10
Checking out Revision 0f930a94b947b1a8c82d7bc5763314814eb0dcc1 (refs/remotes/origin/branch_9x)
> git config core.sparsecheckout # timeout=10
> git checkout -f 0f930a94b947b1a8c82d7bc5763314814eb0dcc1 # timeout=10
> git branch -a -v --no-abbrev # timeout=10
> git checkout -b branch_9x 0f930a94b947b1a8c82d7bc5763314814eb0dcc1 # timeout=10
Commit message: "SOLR-18304: Optimize collapse performance for String fields (#4621)"
> git rev-list --no-walk 0f930a94b947b1a8c82d7bc5763314814eb0dcc1 # timeout=10
No emails were triggered.
provisioning config files...
copy managed file [gradle.properties] to file:/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/gradle.properties
[Gradle] - Launching build.
[Solr-Test-9.x] $ /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/gradlew -Dtests.haltonfailure=false -Dtests.badapples=false --continue test
Downloading gradle-wrapper.jar from https://raw.githubusercontent.com/gradle/gradle/v8.10.2/gradle/wrapper/gradle-wrapper.jar
To honour the JVM settings for this build a single-use Daemon process will be forked. For more on this, please refer to https://docs.gradle.org/8.10/userguide/gradle_daemon.html#sec:disabling_the_daemon in the Gradle documentation.
Daemon will be stopped at the end of the build
> Task :buildSrc:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/buildSrc/src/main/java/org/apache/lucene/gradle/Checksum.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :buildSrc:compileGroovy NO-SOURCE
> Task :buildSrc:processResources NO-SOURCE
> Task :buildSrc:classes
> Task :buildSrc:jar
> Task :gitStatus
> Task :checkJdkInternalsExportedToGradle
> Task :solr:api:compileJava
> Task :solr:api:processResources NO-SOURCE
> Task :solr:api:classes
> Task :solr:api:jar
> Task :ensureJdkSupported
> Task :randomizationInfo
Running tests with randomization seed: tests.seed=140B17602E81A74
> Task :solr:api:resolve
SLF4J(W): No SLF4J providers were found.
SLF4J(W): Defaulting to no-operation (NOP) logger implementation
SLF4J(W): See https://www.slf4j.org/codes.html#noProviders for further details.
> Task :solr:solrj:openApiGenerate
Cleaned up output directory /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/generated/ before code generation (cleanupOutput set to true).
Multiple schemas found in the OAS 'content' section, returning only the first one (application/json)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/json)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/vnd.apache.solr.raw)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/vnd.apache.solr.raw)
################################################################################
# Thanks for using OpenAPI Generator. #
# Please consider donation to help us maintain this project 🙏 #
# https://opencollective.com/openapi_generator/donate #
################################################################################
Successfully generated code to /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/generated/
> Task :spotlessInternalRegisterDependencies
> Task :solr:solrj:generatedSpotlessHelper
> Task :solr:solrj:generatedSpotless
> Task :solr:solrj:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:solrj-streaming:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:solrj-zookeeper:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:core:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:test-framework:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:api:compileTestJava
> Task :solr:api:processTestResources
> Task :solr:api:testClasses
> Task :solr:core:processResources
> Task :solr:core:classes
> Task :solr:core:jar
> Task :solr:solrj:processResources
> Task :solr:solrj:classes
> Task :solr:solrj:jar
> Task :solr:solrj-streaming:processResources
> Task :solr:solrj-streaming:classes
> Task :solr:solrj-streaming:jar
> Task :solr:solrj-zookeeper:processResources NO-SOURCE
> Task :solr:solrj-zookeeper:classes
> Task :solr:solrj-zookeeper:jar
> Task :solr:test-framework:processResources
> Task :solr:test-framework:classes
> Task :solr:test-framework:jar
> Task :solr:api:test
:solr:api:test (SUCCESS): 6 test(s)
> Task :solr:api:wipeTaskTemp
> Task :solr:benchmark:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/benchmark/src/java/org/apache/solr/bench/search/QueryResponseWriters.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:benchmark:processResources
> Task :solr:benchmark:classes
> Task :solr:benchmark:compileTestJava
> Task :solr:benchmark:processTestResources
> Task :solr:benchmark:testClasses
> Task :solr:benchmark:test
:solr:benchmark:test (SUCCESS): 10 test(s)
> Task :solr:benchmark:wipeTaskTemp
> Task :solr:core:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:core:processTestResources
> Task :solr:core:testClasses
> Task :solr:modules:analysis-extras:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/analysis-extras/src/java/org/apache/solr/schema/ICUCollationField.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:analysis-extras:processResources NO-SOURCE
> Task :solr:modules:analysis-extras:classes
> Task :solr:modules:analysis-extras:jar
> Task :solr:core:test
WARNING: Test org.apache.solr.TestRandomFaceting wrote 18,340,026 bytes of output.
LeaderTragicEventTest > classMethod FAILED
java.lang.Exception: Error shutting down MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([140B17602E81A74]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:850)
at org.apache.solr.cloud.MiniSolrCloudCluster.shutdown(MiniSolrCloudCluster.java:752)
at org.apache.solr.cloud.SolrCloudTestCase.shutdownCluster(SolrCloudTestCase.java:118)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:922)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
org.apache.solr.cloud.LeaderTragicEventTest > test suite's output saved to /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.LeaderTragicEventTest.txt, copied below:
2> 223918 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/server/solr/configsets/_default/conf'
2> 223919 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-57 after mutting 0 log messages
2> 223919 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-58 for ERROR logs matching regex: ignore_exception
2> 223920 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/data-dir-25-001
2> 223920 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
2> 223920 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
2> 223921 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
2> 223921 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
2> 223921 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.u.t.SimplePropagator Always-on trace id generation enabled.
2> 223921 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001
2> 223921 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
2> 223922 INFO (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer client port: /127.0.0.1:0
2> 223922 INFO (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer Starting server
2> 223923 WARN (ZkTestServer Run Thread) [] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
2> 224022 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.ZkTestServer start zk server on port: 39755
2> 224023 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224024 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
2> 224026 INFO (zkCallback-2765-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 224026 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 224026 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224027 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224028 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
2> 224029 INFO (zkCallback-2767-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 224029 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 224029 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224029 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224029 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
2> 224030 INFO (zkCallback-2769-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 224030 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 224030 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224134 INFO (jetty-launcher-2771-thread-1) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
2> 224134 INFO (jetty-launcher-2771-thread-2) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
2> 224134 INFO (jetty-launcher-2771-thread-2) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
2> 224134 INFO (jetty-launcher-2771-thread-1) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
2> 224134 INFO (jetty-launcher-2771-thread-2) [] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 11.0.24+8
2> 224134 INFO (jetty-launcher-2771-thread-1) [] o.e.j.s.Server jetty-10.0.26; built: 2025-08-14T15:56:56.454Z; git: 65a55c55a68c56d5f2e8232164439bd6e76e53d1; jvm 11.0.24+8
2> 224135 INFO (jetty-launcher-2771-thread-2) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
2> 224135 INFO (jetty-launcher-2771-thread-1) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
2> 224136 INFO (jetty-launcher-2771-thread-1) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42409, zkHost=127.0.0.1:39755/solr}
2> 224136 INFO (jetty-launcher-2771-thread-2) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38525, zkHost=127.0.0.1:39755/solr}
2> 224136 ERROR (jetty-launcher-2771-thread-1) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
2> 224136 ERROR (jetty-launcher-2771-thread-2) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
2> 224136 INFO (jetty-launcher-2771-thread-1) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
2> 224136 INFO (jetty-launcher-2771-thread-2) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
2> 224136 INFO (jetty-launcher-2771-thread-2) [] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.11.0
2> 224136 INFO (jetty-launcher-2771-thread-1) [] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 9.11.0
2> 224136 INFO (jetty-launcher-2771-thread-2) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port null
2> 224136 INFO (jetty-launcher-2771-thread-1) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port null
2> 224136 INFO (jetty-launcher-2771-thread-2) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr
2> 224136 INFO (jetty-launcher-2771-thread-1) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr
2> 224136 INFO (jetty-launcher-2771-thread-2) [] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-07-28T15:36:37.785707Z
2> 224136 INFO (jetty-launcher-2771-thread-1) [] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2026-07-28T15:36:37.785717Z
2> 224136 INFO (jetty-launcher-2771-thread-2) [] o.a.s.s.CoreContainerProvider Solr Home: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node2 (source: servlet config: solr.solr.home)
2> 224136 INFO (jetty-launcher-2771-thread-1) [] o.a.s.s.CoreContainerProvider Solr Home: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node1 (source: servlet config: solr.solr.home)
2> 224137 WARN (jetty-launcher-2771-thread-1) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224137 WARN (jetty-launcher-2771-thread-2) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224138 INFO (jetty-launcher-2771-thread-2) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
2> 224138 INFO (jetty-launcher-2771-thread-1) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
2> 224139 INFO (zkCallback-2772-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 224139 INFO (jetty-launcher-2771-thread-2) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 224139 WARN (jetty-launcher-2771-thread-2) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224139 INFO (zkCallback-2773-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 224139 INFO (jetty-launcher-2771-thread-1) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 224139 WARN (jetty-launcher-2771-thread-1) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224139 INFO (jetty-launcher-2771-thread-2) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
2> 224139 INFO (jetty-launcher-2771-thread-1) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
2> 224141 INFO (jetty-launcher-2771-thread-2) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
2> 224142 INFO (jetty-launcher-2771-thread-1) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
2> 224249 INFO (jetty-launcher-2771-thread-2) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39755/solr
2> 224250 INFO (jetty-launcher-2771-thread-2) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 224250 INFO (jetty-launcher-2771-thread-1) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39755/solr
2> 224250 INFO (jetty-launcher-2771-thread-1) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 224250 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
2> 224251 INFO (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
2> 224252 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 224252 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 224252 INFO (zkCallback-2798-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 224252 INFO (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 224268 WARN (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
2> 224268 WARN (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
2> 224271 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 224271 INFO (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
2> 224272 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38525_solr
2> 224273 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.Overseer Overseer (id=72059797664694277-127.0.0.1:38525_solr-n_0000000000) starting
2> 224273 INFO (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/127.0.0.1:42409_solr
2> 224274 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
2> 224274 INFO (zkCallback-2798-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
2> 224276 WARN (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
2> 224277 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.ZkController Publish node=127.0.0.1:38525_solr as DOWN
2> 224277 INFO (OverseerStateUpdate-72059797664694277-127.0.0.1:38525_solr-n_0000000000) [n:127.0.0.1:38525_solr] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38525_solr
2> 224278 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.ZkController Register node as live in ZooKeeper: /live_nodes/127.0.0.1:38525_solr
2> 224279 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
2> 224279 INFO (zkCallback-2798-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
2> 224280 WARN (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
2> 224297 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node2
2> 224314 INFO (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node1
2> 224327 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 224364 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38cc9a5c{/solr,file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-cwd/,AVAILABLE}
2> 224364 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.e.j.s.AbstractConnector Started ServerConnector@5f9af3c2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38525}
2> 224365 INFO (jetty-launcher-2771-thread-2) [n:127.0.0.1:38525_solr] o.e.j.s.Server Started Server@2309c980{STARTING}[10.0.26,sto=15000] @224388ms
2> 224365 INFO (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 224378 INFO (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4781607c{/solr,file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-cwd/,AVAILABLE}
2> 224379 INFO (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.e.j.s.AbstractConnector Started ServerConnector@742ad98f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42409}
2> 224379 INFO (jetty-launcher-2771-thread-1) [n:127.0.0.1:42409_solr] o.e.j.s.Server Started Server@15f803f5{STARTING}[10.0.26,sto=15000] @224403ms
2> 224380 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
2> 224380 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:38525_solr
2> 224380 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224381 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
2> 224382 INFO (zkCallback-2815-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 224382 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 224382 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224383 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
2> 224384 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39755/solr ready
2> 224384 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:42409_solr
2> 224384 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224384 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 45000ms for client to connect to ZooKeeper
2> 224385 INFO (zkCallback-2818-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
2> 224385 INFO (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
2> 224386 WARN (SUITE-LeaderTragicEventTest-seed#[140B17602E81A74]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
2> 224499 INFO (TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[140B17602E81A74]) [] o.a.s.SolrTestCaseJ4 ###Starting testLeaderFailsOver
2> 224505 INFO (OverseerThreadFactory-2806-thread-1) [ c:testLeaderFailsOver] o.a.s.c.a.c.CreateCollectionCmd Create collection testLeaderFailsOver
2> 224508 INFO (OverseerThreadFactory-2806-thread-1) [ c:testLeaderFailsOver] o.a.s.c.c.ZkStateReader /collections/testLeaderFailsOver/state.json is deleted, stop watching children
2> 224509 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/testLeaderFailsOver/state.json zxid: 180] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 224513 INFO (OverseerStateUpdate-72059797664694277-127.0.0.1:38525_solr-n_0000000000) [n:127.0.0.1:38525_solr] o.a.s.c.o.SliceMutator createReplica() {
2> "core":"testLeaderFailsOver_shard1_replica_n1",
2> "node_name":"127.0.0.1:42409_solr",
2> "base_url":"http://127.0.0.1:42409/solr",
2> "collection":"testLeaderFailsOver",
2> "shard":"shard1",
2> "state":"down",
2> "type":"NRT",
2> "operation":"ADDREPLICA",
2> "waitForFinalState":"false"}
2> 224516 INFO (OverseerStateUpdate-72059797664694277-127.0.0.1:38525_solr-n_0000000000) [n:127.0.0.1:38525_solr] o.a.s.c.o.SliceMutator createReplica() {
2> "core":"testLeaderFailsOver_shard1_replica_n2",
2> "node_name":"127.0.0.1:38525_solr",
2> "base_url":"http://127.0.0.1:38525/solr",
2> "collection":"testLeaderFailsOver",
2> "shard":"shard1",
2> "state":"down",
2> "type":"NRT",
2> "operation":"ADDREPLICA",
2> "waitForFinalState":"false"}
2> 224619 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 189] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 224622 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.h.a.CoreAdminOperation core create command coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testLeaderFailsOver_shard1_replica_n1&action=CREATE&numShards=1&collection=testLeaderFailsOver&shard=shard1&wt=javabin&version=2&replicaType=NRT
2> 224622 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.h.a.CoreAdminOperation core create command coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testLeaderFailsOver_shard1_replica_n2&action=CREATE&numShards=1&collection=testLeaderFailsOver&shard=shard1&wt=javabin&version=2&replicaType=NRT
2> 224629 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.3
2> 224629 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.3
2> 224631 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.s.IndexSchema Schema name=minimal
2> 224631 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.s.IndexSchema Schema name=minimal
2> 224631 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.s.IndexSchema Loaded schema minimal/1.7 with uniqueid field id
2> 224631 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.s.IndexSchema Loaded schema minimal/1.7 with uniqueid field id
2> 224631 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.c.CoreContainer Creating SolrCore 'testLeaderFailsOver_shard1_replica_n2' using configuration from configset config, trusted=true
2> 224631 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.CoreContainer Creating SolrCore 'testLeaderFailsOver_shard1_replica_n1' using configuration from configset config, trusted=true
2> 224632 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.c.SolrCore Opening new SolrCore at [/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node2/testLeaderFailsOver_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node2/testLeaderFailsOver_shard1_replica_n2/data/]
2> 224632 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.SolrCore Opening new SolrCore at [/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node1/testLeaderFailsOver_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node1/testLeaderFailsOver_shard1_replica_n1/data/]
2> 224655 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 224656 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
2> 224659 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
2> 224659 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
2> 224659 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.u.CommitTracker Hard AutoCommit: disabled
2> 224659 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.u.CommitTracker Soft AutoCommit: disabled
2> 224659 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
2> 224659 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
2> 224659 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.u.CommitTracker Hard AutoCommit: disabled
2> 224659 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.u.CommitTracker Soft AutoCommit: disabled
2> 224661 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
2> 224661 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
2> 224661 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
2> 224661 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
2> 224661 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
2> 224661 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
2> 224663 INFO (searcherExecutor-2823-thread-1-processing-127.0.0.1:38525_solr testLeaderFailsOver_shard1_replica_n2 null-4212 testLeaderFailsOver shard1 core_node4) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 224663 INFO (searcherExecutor-2824-thread-1-processing-127.0.0.1:42409_solr testLeaderFailsOver_shard1_replica_n1 null-4212 testLeaderFailsOver shard1 core_node3) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 224666 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testLeaderFailsOver/terms/shard1 to Terms{values={core_node3=0}, version=0} for registerTerm
2> 224666 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testLeaderFailsOver/leaders/shard1
2> 224666 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
2> 224667 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testLeaderFailsOver/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1} for registerTerm
2> 224667 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testLeaderFailsOver/leaders/shard1
2> 224670 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
2> 224670 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
2> 224670 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1/
2> 224671 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.u.PeerSync PeerSync: core=testLeaderFailsOver_shard1_replica_n1 url=http://127.0.0.1:42409/solr START replicas=[http://127.0.0.1:38525/solr/testLeaderFailsOver_shard1_replica_n2/] nUpdates=100
2> 224671 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.u.PeerSync PeerSync: core=testLeaderFailsOver_shard1_replica_n1 url=http://127.0.0.1:42409/solr DONE. We have no versions. sync failed.
2> 224673 INFO (qtp1365051289-4231-null-4212) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4212] o.a.s.c.S.Request webapp=/solr path=/get params={distrib=false&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
2> 224674 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
2> 224674 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
2> 224674 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testLeaderFailsOver/leaders/shard1/leader after winning as /collections/testLeaderFailsOver/leader_elect/shard1/election/72059797664694278-core_node3-n_0000000000
2> 224676 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1/ shard1
2> 224778 INFO (zkCallback-2798-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 217] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 224779 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4212] o.a.s.c.ZkController I am the leader, no recovery necessary
2> 224782 INFO (qtp2062366882-4230-null-4212) [n:127.0.0.1:42409_solr t:null-4212] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testLeaderFailsOver_shard1_replica_n1&action=CREATE&numShards=1&collection=testLeaderFailsOver&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=160
2> 224882 INFO (zkCallback-2798-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 220] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 225674 INFO (qtp1365051289-4225-null-4212) [n:127.0.0.1:38525_solr t:null-4212] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testLeaderFailsOver_shard1_replica_n2&action=CREATE&numShards=1&collection=testLeaderFailsOver&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1051
2> 225676 INFO (qtp2062366882-4224-null-4211) [n:127.0.0.1:42409_solr c:testLeaderFailsOver t:null-4211] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
2> 225774 INFO (zkCallback-2798-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 226] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 225774 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 226] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 225775 INFO (qtp2062366882-4224-null-4211) [n:127.0.0.1:42409_solr c:testLeaderFailsOver t:null-4211] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testLeaderFailsOver&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1273
2> 225775 INFO (TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[140B17602E81A74]) [] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testLeaderFailsOver
2> 225781 INFO (qtp2062366882-4232-null-4213) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4213] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testLeaderFailsOver/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2} for ensureHighestTermsAreNotZero
2> 225786 INFO (qtp1365051289-4227-null-4213) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4213] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1/&wt=javabin&version=2}{add=[1 (1871973449129263104)]} 0 1
2> 225786 INFO (qtp2062366882-4232-null-4213) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4213] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={_stateVer_=testLeaderFailsOver:4&wt=javabin&version=2}{add=[1 (1871973449129263104)]} 0 7
2> 225791 INFO (searcherExecutor-2823-thread-1-processing-127.0.0.1:38525_solr testLeaderFailsOver_shard1_replica_n2 null-4214 testLeaderFailsOver shard1 core_node4) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4214] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 225791 INFO (searcherExecutor-2824-thread-1-processing-127.0.0.1:42409_solr testLeaderFailsOver_shard1_replica_n1 null-4214 testLeaderFailsOver shard1 core_node3) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4214] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 225791 INFO (qtp1365051289-4229-null-4214) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4214] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
2> 225792 INFO (qtp2062366882-4222-null-4214) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4214] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={_stateVer_=testLeaderFailsOver:4&commit=true&wt=javabin&version=2}{commit=} 0 4
2> 225792 INFO (TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[140B17602E81A74]) [] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node3:{
2> "core":"testLeaderFailsOver_shard1_replica_n1",
2> "leader":"true",
2> "node_name":"127.0.0.1:42409_solr",
2> "base_url":"http://127.0.0.1:42409/solr",
2> "state":"active",
2> "type":"NRT",
2> "force_set_state":"false"}
2> 225796 WARN (qtp2062366882-4230-null-4215) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4215] o.a.s.c.ZkController Leader testLeaderFailsOver:core_node3 met tragic exception, give up its leadership
2> 225797 INFO (qtp2062366882-4230-null-4215) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4215] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testLeaderFailsOver/leaders/shard1
2> 225799 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
2> 225799 ERROR (qtp2062366882-4230-null-4215) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4215] o.a.s.u.SolrIndexWriter Error closing IndexWriter
2> =>java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
2> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:4268)
2>
2> 225800 INFO (qtp2062366882-4230-null-4215) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4215] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
2> 225800 ERROR (qtp2062366882-4230-null-4215) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4215] o.a.s.h.RequestHandlerBase Server exception
2> =>org.apache.solr.common.SolrException: Random tragedy fail
2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:407)
2>
2> 225800 INFO (qtp2062366882-4230-null-4215) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4215] o.a.s.c.S.Request webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=3
2> 225800 ERROR (qtp2062366882-4230-null-4215) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4215] o.a.s.s.HttpSolrCall 500 Exception
2> =>org.apache.solr.common.SolrException: Random tragedy fail
2> at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:407)
2>
2> 225801 INFO (TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[140B17602E81A74]) [] o.a.s.c.LeaderTragicEventTest Tragic event triggered on attempt 1
2> 225802 INFO (TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[140B17602E81A74]) [] o.a.s.c.SolrCloudTestCase waitForState (testLeaderFailsOver): Now waiting for new replica to become leader
2> 225901 INFO (zkCallback-2798-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 233] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 225901 INFO (zkCallback-2796-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 233] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 225901 INFO (zkCallback-2815-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 233] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 228299 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38525/solr/testLeaderFailsOver_shard1_replica_n2/
2> 228299 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testLeaderFailsOver_shard1_replica_n2 url=http://127.0.0.1:38525/solr START replicas=[http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1/] nUpdates=100
2> 228304 INFO (qtp2062366882-4232-null-4216) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4216] o.a.s.c.S.Request webapp=/solr path=/get params={distrib=false&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=4
2> 228305 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testLeaderFailsOver_shard1_replica_n2 url=http://127.0.0.1:38525/solr Received 1 versions from http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1/ fingerprint:null
2> 228305 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testLeaderFailsOver_shard1_replica_n2 url=http://127.0.0.1:38525/solr No additional versions requested. ourHighThreshold=1871973449129263104 otherLowThreshold=1871973449129263104 ourHighest=1871973449129263104 otherHighest=1871973449129263104
2> 228306 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testLeaderFailsOver_shard1_replica_n2 url=http://127.0.0.1:38525/solr DONE. sync succeeded
2> 228306 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
2> 228306 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:38525/solr/testLeaderFailsOver_shard1_replica_n2/: try and ask http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1/ to sync
2> 228307 INFO (qtp2062366882-4222-null-4217) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4217] o.a.s.u.PeerSync PeerSync: core=testLeaderFailsOver_shard1_replica_n1 url=http://127.0.0.1:42409/solr START replicas=[http://127.0.0.1:38525/solr/testLeaderFailsOver_shard1_replica_n2/] nUpdates=100
2> 228311 INFO (qtp1365051289-4231-null-4217) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4217] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1871973449129263104, maxInHash=1871973449129263104, versionsHash=-5231411191066745964, numVersions=1, numDocs=1, maxDoc=1}
2> 228311 INFO (qtp2062366882-4222-null-4217) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4217] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1871973449129263104, maxInHash=1871973449129263104, versionsHash=-5231411191066745964, numVersions=1, numDocs=1, maxDoc=1}
2> 228312 INFO (qtp1365051289-4231-null-4217) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4217] o.a.s.c.S.Request webapp=/solr path=/get params={distrib=false&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=4
2> 228312 INFO (qtp2062366882-4222-null-4217) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4217] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
2> 228312 INFO (qtp2062366882-4222-null-4217) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4217] o.a.s.c.S.Request webapp=/solr path=/get params={distrib=false&getVersions=100&sync=http://127.0.0.1:38525/solr/testLeaderFailsOver_shard1_replica_n2/&wt=javabin&version=2} status=0 QTime=5
2> 228312 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:38525/solr/testLeaderFailsOver_shard1_replica_n2/: sync completed with http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1
2> 228312 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testLeaderFailsOver/leaders/shard1/leader after winning as /collections/testLeaderFailsOver/leader_elect/shard1/election/72059797664694277-core_node4-n_0000000001
2> 228314 INFO (zkCallback-2796-thread-1) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38525/solr/testLeaderFailsOver_shard1_replica_n2/ shard1
2> 228315 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 237] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 228315 INFO (zkCallback-2815-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 237] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 228315 INFO (zkCallback-2798-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testLeaderFailsOver/state.json zxid: 237] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 228323 INFO (qtp2062366882-4224-null-4218) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4218] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38525/solr/testLeaderFailsOver_shard1_replica_n2/&wt=javabin&version=2}{add=[2 (1871973451791597568)]} 0 1
2> 228324 INFO (qtp1365051289-4225-null-4218) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4218] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1/&wt=javabin&version=2}{add=[2 (1871973451791597568)]} 0 4
2> 228324 INFO (qtp2062366882-4226-null-4218) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4218] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={_stateVer_=testLeaderFailsOver:4&wt=javabin&version=2}{add=[2]} 0 6
2> 228329 INFO (searcherExecutor-2823-thread-1-processing-127.0.0.1:38525_solr testLeaderFailsOver_shard1_replica_n2 null-4219 testLeaderFailsOver shard1 core_node4) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4219] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 228330 INFO (searcherExecutor-2824-thread-1-processing-127.0.0.1:42409_solr testLeaderFailsOver_shard1_replica_n1 null-4219 testLeaderFailsOver shard1 core_node3) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4219] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 228330 INFO (qtp2062366882-4222-null-4219) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4219] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:38525/solr/testLeaderFailsOver_shard1_replica_n2/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
2> 228331 INFO (qtp1365051289-4221-null-4219) [n:127.0.0.1:38525_solr c:testLeaderFailsOver s:shard1 r:core_node4 x:testLeaderFailsOver_shard1_replica_n2 t:null-4219] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42409/solr/testLeaderFailsOver_shard1_replica_n1/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
2> 228331 INFO (qtp2062366882-4232-null-4219) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4219] o.a.s.u.p.LogUpdateProcessorFactory webapp=/solr path=/update params={_stateVer_=testLeaderFailsOver:4&commit=true&wt=javabin&version=2}{commit=} 0 6
2> 228335 INFO (qtp2062366882-4224-null-4220) [n:127.0.0.1:42409_solr c:testLeaderFailsOver s:shard1 r:core_node3 x:testLeaderFailsOver_shard1_replica_n1 t:null-4220] o.a.s.c.S.Request webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} rid=null-4220 hits=2 status=0 QTime=0
2> 228337 INFO (TEST-LeaderTragicEventTest.testLeaderFailsOver-seed#[140B17602E81A74]) [] o.a.s.SolrTestCaseJ4 ###Ending testLeaderFailsOver
2> 228340 INFO (OverseerThreadFactory-2806-thread-2) [ c:testLeaderFailsOver] o.a.s.c.a.c.CollectionHandlingUtils Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
2> 228340 INFO (qtp2062366882-4232-null-4222) [n:127.0.0.1:42409_solr x:testLeaderFailsOver_shard1_replica_n1 t:null-4222] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testLeaderFailsOver.shard1.replica_n1 tag=null
2> 228340 INFO (qtp2062366882-4232-null-4222) [n:127.0.0.1:42409_solr x:testLeaderFailsOver_shard1_replica_n1 t:null-4222] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@36766305 testLeaderFailsOver_shard1_replica_n1
2> 228341 INFO (qtp2062366882-4232-null-4222) [n:127.0.0.1:42409_solr x:testLeaderFailsOver_shard1_replica_n1 t:null-4222] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testLeaderFailsOver.shard1.replica_n1 tag=SolrCore@36766305
2> 228341 INFO (qtp2062366882-4232-null-4222) [n:127.0.0.1:42409_solr x:testLeaderFailsOver_shard1_replica_n1 t:null-4222] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testLeaderFailsOver.shard1.leader tag=SolrCore@36766305
2> 228341 INFO (qtp1365051289-4223-null-4222) [n:127.0.0.1:38525_solr x:testLeaderFailsOver_shard1_replica_n2 t:null-4222] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testLeaderFailsOver.shard1.replica_n2 tag=null
2> 228341 INFO (qtp1365051289-4223-null-4222) [n:127.0.0.1:38525_solr x:testLeaderFailsOver_shard1_replica_n2 t:null-4222] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@5be3b6d8 testLeaderFailsOver_shard1_replica_n2
2> 228341 INFO (qtp2062366882-4232-null-4222) [n:127.0.0.1:42409_solr x:testLeaderFailsOver_shard1_replica_n1 t:null-4222] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
2> 228341 INFO (qtp1365051289-4223-null-4222) [n:127.0.0.1:38525_solr x:testLeaderFailsOver_shard1_replica_n2 t:null-4222] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testLeaderFailsOver.shard1.replica_n2 tag=SolrCore@5be3b6d8
2> 228341 INFO (qtp1365051289-4223-null-4222) [n:127.0.0.1:38525_solr x:testLeaderFailsOver_shard1_replica_n2 t:null-4222] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testLeaderFailsOver.shard1.leader tag=SolrCore@5be3b6d8
2> 228341 INFO (qtp1365051289-4223-null-4222) [n:127.0.0.1:38525_solr x:testLeaderFailsOver_shard1_replica_n2 t:null-4222] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
2> 228381 INFO (qtp2062366882-4232-null-4222) [n:127.0.0.1:42409_solr t:null-4222] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
2> 228381 INFO (qtp1365051289-4223-null-4222) [n:127.0.0.1:38525_solr t:null-4222] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testLeaderFailsOver/terms/shard1 to Terms{values={core_node3=1}, version=3} for removeTerm
2> 228382 INFO (qtp2062366882-4232-null-4222) [n:127.0.0.1:42409_solr t:null-4222] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testLeaderFailsOver/terms/shard1 to Terms{values={}, version=4} for removeTerm
2> 228383 INFO (qtp2062366882-4232-null-4222) [n:127.0.0.1:42409_solr t:null-4222] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
2> 228383 INFO (qtp1365051289-4223-null-4222) [n:127.0.0.1:38525_solr t:null-4222] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testLeaderFailsOver_shard1_replica_n2&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=42
2> 228383 INFO (qtp2062366882-4232-null-4222) [n:127.0.0.1:42409_solr t:null-4222] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testLeaderFailsOver_shard1_replica_n1&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=43
2> 228486 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/testLeaderFailsOver/state.json zxid: 250] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 228486 INFO (zkCallback-2798-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/testLeaderFailsOver/state.json zxid: 250] for collection [testLeaderFailsOver] has occurred - updating... (live nodes size: [2])
2> 228494 INFO (qtp2062366882-4222-null-4221) [n:127.0.0.1:42409_solr c:testLeaderFailsOver t:null-4221] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testLeaderFailsOver&action=DELETE&wt=javabin&version=2} status=0 QTime=156
2> 228507 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[140B17602E81A74]) [] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
2> 228511 INFO (OverseerThreadFactory-2806-thread-3) [ c:testOtherReplicasAreNotActive] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
2> 228514 INFO (OverseerThreadFactory-2806-thread-3) [ c:testOtherReplicasAreNotActive] o.a.s.c.c.ZkStateReader /collections/testOtherReplicasAreNotActive/state.json is deleted, stop watching children
2> 228615 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/testOtherReplicasAreNotActive/state.json zxid: 269] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
2> 228621 INFO (OverseerStateUpdate-72059797664694277-127.0.0.1:38525_solr-n_0000000000) [n:127.0.0.1:38525_solr] o.a.s.c.o.SliceMutator createReplica() {
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
2> "node_name":"127.0.0.1:42409_solr",
2> "base_url":"http://127.0.0.1:42409/solr",
2> "collection":"testOtherReplicasAreNotActive",
2> "shard":"shard1",
2> "state":"down",
2> "type":"NRT",
2> "operation":"ADDREPLICA",
2> "waitForFinalState":"false"}
2> 228623 INFO (OverseerStateUpdate-72059797664694277-127.0.0.1:38525_solr-n_0000000000) [n:127.0.0.1:38525_solr] o.a.s.c.o.SliceMutator createReplica() {
2> "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
2> "node_name":"127.0.0.1:38525_solr",
2> "base_url":"http://127.0.0.1:38525/solr",
2> "collection":"testOtherReplicasAreNotActive",
2> "shard":"shard1",
2> "state":"down",
2> "type":"NRT",
2> "operation":"ADDREPLICA",
2> "waitForFinalState":"false"}
2> 228726 INFO (zkCallback-2796-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json zxid: 278] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
2> 228727 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.h.a.CoreAdminOperation core create command coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
2> 228727 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.h.a.CoreAdminOperation core create command coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
2> 228732 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.3
2> 228732 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.12.3
2> 228733 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.s.IndexSchema Schema name=minimal
2> 228733 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.s.IndexSchema Schema name=minimal
2> 228733 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.s.IndexSchema Loaded schema minimal/1.7 with uniqueid field id
2> 228733 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.s.IndexSchema Loaded schema minimal/1.7 with uniqueid field id
2> 228733 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
2> 228733 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
2> 228734 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.c.SolrCore Opening new SolrCore at [/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
2> 228734 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.c.SolrCore Opening new SolrCore at [/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.LeaderTragicEventTest_140B17602E81A74-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
2> 228740 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
2> 228740 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
2> 228740 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
2> 228740 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.u.CommitTracker Hard AutoCommit: disabled
2> 228740 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.u.CommitTracker Soft AutoCommit: disabled
2> 228741 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
2> 228741 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.u.CommitTracker Hard AutoCommit: disabled
2> 228741 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.u.CommitTracker Soft AutoCommit: disabled
2> 228743 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
2> 228743 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
2> 228743 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
2> 228743 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
2> 228743 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
2> 228743 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
2> 228744 INFO (searcherExecutor-2838-thread-1-processing-127.0.0.1:38525_solr testOtherReplicasAreNotActive_shard1_replica_n2 null-4224 testOtherReplicasAreNotActive shard1 core_node4) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 228744 INFO (searcherExecutor-2837-thread-1-processing-127.0.0.1:42409_solr testOtherReplicasAreNotActive_shard1_replica_n1 null-4224 testOtherReplicasAreNotActive shard1 core_node3) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
2> 228747 INFO (qtp1365051289-4227-null-4224) [n:127.0.0.1:38525_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 t:null-4224] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node4=0}, version=0} for registerTerm
2> 228747 INFO (qtp2062366882-4230-null-4224) [n:127.0.0.1:42409_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 t:null-4224] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
2> 228747 INFO (qtp1365051289-42
[...truncated too long message...]
tJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/gcs-repository/src/test/org/apache/solr/gcs/ConcurrentDelegatingStorage.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:gcs-repository:processTestResources
> Task :solr:modules:gcs-repository:testClasses
> Task :solr:modules:gcs-repository:test
:solr:modules:gcs-repository:test (SUCCESS): 22 test(s), 1 skipped
> Task :solr:modules:gcs-repository:wipeTaskTemp
> Task :solr:modules:hadoop-auth:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:hadoop-auth:processResources NO-SOURCE
> Task :solr:modules:hadoop-auth:classes
> Task :solr:modules:hadoop-auth:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:hadoop-auth:copySolrCoreTestResources
> Task :solr:modules:hadoop-auth:processTestResources
> Task :solr:modules:hadoop-auth:testClasses
> Task :solr:modules:hadoop-auth:test
:solr:modules:hadoop-auth:test (SUCCESS): 54 test(s), 1 skipped
> Task :solr:modules:hadoop-auth:wipeTaskTemp
> Task :solr:modules:hdfs:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:hdfs:processResources NO-SOURCE
> Task :solr:modules:hdfs:classes
> Task :solr:modules:hdfs:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:hdfs:copySolrCoreTestResources
> Task :solr:modules:hdfs:processTestResources
> Task :solr:modules:hdfs:testClasses
> Task :solr:modules:hdfs:test
:solr:modules:hdfs:test (SUCCESS): 104 test(s), 46 skipped
> Task :solr:modules:hdfs:wipeTaskTemp
> Task :solr:modules:jaegertracer-configurator:compileJava
> Task :solr:modules:jaegertracer-configurator:processResources NO-SOURCE
> Task :solr:modules:jaegertracer-configurator:classes
> Task :solr:modules:jaegertracer-configurator:compileTestJava
> Task :solr:modules:jaegertracer-configurator:processTestResources
> Task :solr:modules:jaegertracer-configurator:testClasses
> Task :solr:modules:jaegertracer-configurator:test
:solr:modules:jaegertracer-configurator:test (SUCCESS): 1 test(s)
> Task :solr:modules:jaegertracer-configurator:wipeTaskTemp
> Task :solr:modules:jwt-auth:compileJava
> Task :solr:modules:jwt-auth:processResources NO-SOURCE
> Task :solr:modules:jwt-auth:classes
> Task :solr:modules:jwt-auth:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/jwt-auth/src/test/org/apache/solr/security/jwt/JWTAuthPluginIntegrationTest.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:jwt-auth:processTestResources
> Task :solr:modules:jwt-auth:testClasses
> Task :solr:modules:jwt-auth:test
:solr:modules:jwt-auth:test (SUCCESS): 77 test(s), 1 skipped
> Task :solr:modules:jwt-auth:wipeTaskTemp
> Task :solr:modules:langid:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/langid/src/java/org/apache/solr/update/processor/LanguageIdentifierUpdateProcessor.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:langid:processResources
> Task :solr:modules:langid:classes
> Task :solr:modules:langid:compileTestJava
> Task :solr:modules:langid:processTestResources
> Task :solr:modules:langid:testClasses
> Task :solr:modules:langid:test
:solr:modules:langid:test (SUCCESS): 49 test(s)
> Task :solr:modules:langid:wipeTaskTemp
> Task :solr:modules:llm:compileJava
> Task :solr:modules:llm:processResources NO-SOURCE
> Task :solr:modules:llm:classes
> Task :solr:modules:llm:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/llm/src/test/org/apache/solr/llm/TestLlmBase.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:llm:processTestResources
> Task :solr:modules:llm:testClasses
> Task :solr:modules:llm:test
:solr:modules:llm:test (SUCCESS): 47 test(s)
> Task :solr:modules:llm:wipeTaskTemp
> Task :solr:modules:ltr:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:ltr:processResources NO-SOURCE
> Task :solr:modules:ltr:classes
> Task :solr:modules:ltr:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:ltr:processTestResources
> Task :solr:modules:ltr:testClasses
> Task :solr:modules:ltr:test
:solr:modules:ltr:test (SUCCESS): 209 test(s)
> Task :solr:modules:ltr:wipeTaskTemp
> Task :solr:modules:opentelemetry:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:opentelemetry:processResources NO-SOURCE
> Task :solr:modules:opentelemetry:classes
> Task :solr:modules:opentelemetry:compileTestJava
> Task :solr:modules:opentelemetry:processTestResources
> Task :solr:modules:opentelemetry:testClasses
> Task :solr:modules:opentelemetry:test
:solr:modules:opentelemetry:test (SUCCESS): 5 test(s)
> Task :solr:modules:opentelemetry:wipeTaskTemp
> Task :solr:modules:s3-repository:compileJava
> Task :solr:modules:s3-repository:processResources NO-SOURCE
> Task :solr:modules:s3-repository:classes
> Task :solr:modules:s3-repository:compileTestJava
> Task :solr:modules:s3-repository:processTestResources
> Task :solr:modules:s3-repository:testClasses
> Task :solr:modules:s3-repository:test
:solr:modules:s3-repository:test (SUCCESS): 53 test(s), 1 skipped
> Task :solr:modules:s3-repository:wipeTaskTemp
> Task :solr:modules:scripting:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:scripting:processResources NO-SOURCE
> Task :solr:modules:scripting:classes
> Task :solr:modules:scripting:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:scripting:processTestResources
> Task :solr:modules:scripting:testClasses
> Task :solr:modules:scripting:test
:solr:modules:scripting:test (SUCCESS): 22 test(s), 1 skipped
> Task :solr:modules:scripting:wipeTaskTemp
> Task :solr:modules:sql:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
> Task :solr:modules:sql:copySolrCoreTestResources
> Task :solr:modules:sql:processTestResources
> Task :solr:modules:sql:testClasses
> Task :solr:modules:sql:test
:solr:modules:sql:test (SUCCESS): 33 test(s)
> Task :solr:modules:sql:wipeTaskTemp
The slowest tests (exceeding 500 ms) during this run:
55.39s LeaderElectionIntegrationTest.testSimpleSliceLeaderElection (:solr:core)
48.13s SyncSliceTest.test (:solr:core)
47.29s ReplicationFactorTest.test (:solr:core)
42.88s PeerSyncReplicationTest.test (:solr:core)
40.14s Http2SolrClientTest.testIdleTimeoutWithHttpClient (:solr:solrj)
37.24s TestInPlaceUpdatesDistrib.test (:solr:core)
36.53s UnloadDistributedZkTest.test (:solr:core)
34.95s TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess (:solr:core)
34.77s TestRangeQuery.testRandomRangeQueries (:solr:core)
33.90s TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs (:solr:core)
The slowest suites (exceeding 1s) during this run:
116.72s TestRecoveryHdfs (:solr:modules:hdfs)
79.20s TestPullReplica (:solr:core)
65.26s TestCoordinatorRole (:solr:core)
63.66s TestCpuAllowedLimit (:solr:core)
59.66s MultiThreadedOCPTest (:solr:core)
59.29s TestTlogReplica (:solr:core)
55.86s LeaderElectionIntegrationTest (:solr:core)
55.21s TestRangeQuery (:solr:core)
55.04s TestRecovery (:solr:core)
53.82s CombinedQuerySolrCloudTest (:solr:core)
ERROR: The following test(s) have failed:
- org.apache.solr.cloud.LeaderTragicEventTest (:solr:core)
Test history: https://develocity.apache.org/scans/tests?search.rootProjectNames=solr-root&tests.container=org.apache.solr.cloud.LeaderTragicEventTest
Test output: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.LeaderTragicEventTest.txt
Reproduce with: ./gradlew :solr:core:test --tests "org.apache.solr.cloud.LeaderTragicEventTest" -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=140B17602E81A74 -Ptests.multiplier=2 -Ptests.useSecurityManager=true -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.10/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD SUCCESSFUL in 43m 18s
167 actionable tasks: 167 executed
Publishing build scan...
https://develocity.apache.org/s/pa7ig6nbx5j3q
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
‘**/*.events’ doesn’t match anything: ‘**’ exists but not ‘**/*.events’
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
[Checks API] No suitable checks publisher found.
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)