You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2026/09/10 09:10:03 UTC

[JENKINS] Solr » Solr-Test-9.x - Build # 11699 - Unstable!

Build: https://ci-builds.apache.org/job/Solr/job/Solr-Test-9.x/11699/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching

Error Message:
java.lang.AssertionError: Expected 1 or 2 fetches, got 3

Stack Trace:
java.lang.AssertionError: Expected 1 or 2 fetches, got 3
	at __randomizedtesting.SeedInfo.seed([C999895606D7B936:E28FEC93982AF36F]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching(CloudSolrClientCacheTest.java:135)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:959)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:995)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:1009)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:853)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:904)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:915)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)




Build Log:
[...truncated 11 lines...]
ERROR: Workspace has a .git repository, but it appears to be corrupt.
hudson.plugins.git.GitException: Command "git rev-parse --resolve-git-dir /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/.git" returned status code 128:
stdout: 
stderr: fatal: not a gitdir '/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/.git'

	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2848)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2768)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2763)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2052)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2064)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.hasGitRepo(CliGitAPIImpl.java:404)
	at PluginClassLoader for git-client//hudson.plugins.git.GitAPI.hasGitRepo(GitAPI.java:281)
	at jdk.internal.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:986)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:961)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:907)
	at hudson.remoting.UserRequest.perform(UserRequest.java:225)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:391)
	at hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:81)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Cloning the remote Git repository
Cloning repository https://gitbox.apache.org/repos/asf/solr.git
 > git init /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x # timeout=10
Fetching upstream changes from https://gitbox.apache.org/repos/asf/solr.git
 > git --version # timeout=10
 > git --version # 'git version 2.43.0'
 > git fetch --tags --force --progress -- https://gitbox.apache.org/repos/asf/solr.git +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git config remote.origin.url https://gitbox.apache.org/repos/asf/solr.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
 > git rev-parse refs/remotes/origin/branch_9x^{commit} # timeout=10
Checking out Revision 51ed7e54b53203625a767773c84b187db23d56ec (refs/remotes/origin/branch_9x)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 51ed7e54b53203625a767773c84b187db23d56ec # timeout=10
 > git branch -a -v --no-abbrev # timeout=10
 > git checkout -b branch_9x 51ed7e54b53203625a767773c84b187db23d56ec # timeout=10
Commit message: "Add next minor version 9.12.0"
 > git rev-list --no-walk 51ed7e54b53203625a767773c84b187db23d56ec # timeout=10
No emails were triggered.
provisioning config files...
copy managed file [gradle.properties] to file:/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/gradle.properties
[Gradle] - Launching build.
[Solr-Test-9.x] $ /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/gradlew -Dtests.haltonfailure=false -Dtests.badapples=false --continue test
Downloading gradle-wrapper.jar from https://raw.githubusercontent.com/gradle/gradle/v8.10.2/gradle/wrapper/gradle-wrapper.jar
To honour the JVM settings for this build a single-use Daemon process will be forked. For more on this, please refer to https://docs.gradle.org/8.10/userguide/gradle_daemon.html#sec:disabling_the_daemon in the Gradle documentation.
Daemon will be stopped at the end of the build 

> Task :buildSrc:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/buildSrc/src/main/java/org/apache/lucene/gradle/Checksum.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :buildSrc:compileGroovy NO-SOURCE
> Task :buildSrc:processResources NO-SOURCE
> Task :buildSrc:classes
> Task :buildSrc:jar
> Task :gitStatus
> Task :checkJdkInternalsExportedToGradle
> Task :solr:api:compileJava
> Task :solr:api:processResources NO-SOURCE
> Task :solr:api:classes
> Task :solr:api:jar
> Task :ensureJdkSupported

> Task :randomizationInfo
Running tests with randomization seed: tests.seed=C999895606D7B936

> Task :solr:api:resolve
SLF4J(W): No SLF4J providers were found.
SLF4J(W): Defaulting to no-operation (NOP) logger implementation
SLF4J(W): See https://www.slf4j.org/codes.html#noProviders for further details.

> Task :solr:solrj:openApiGenerate
Cleaned up output directory /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/generated/ before code generation (cleanupOutput set to true).
Multiple schemas found in the OAS 'content' section, returning only the first one (application/json)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/json)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/vnd.apache.solr.raw)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/vnd.apache.solr.raw)
################################################################################
# Thanks for using OpenAPI Generator.                                          #
# Please consider donation to help us maintain this project 🙏                 #
# https://opencollective.com/openapi_generator/donate                          #
################################################################################
Successfully generated code to /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/generated/

> Task :spotlessInternalRegisterDependencies
> Task :solr:solrj:generatedSpotlessHelper
> Task :solr:solrj:generatedSpotless

> Task :solr:solrj:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:solrj-streaming:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:solrj-zookeeper:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:core:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:test-framework:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:api:compileTestJava
> Task :solr:api:processTestResources
> Task :solr:api:testClasses
> Task :solr:core:processResources
> Task :solr:core:classes
> Task :solr:core:jar
> Task :solr:solrj:processResources
> Task :solr:solrj:classes
> Task :solr:solrj:jar
> Task :solr:solrj-streaming:processResources
> Task :solr:solrj-streaming:classes
> Task :solr:solrj-streaming:jar
> Task :solr:solrj-zookeeper:processResources NO-SOURCE
> Task :solr:solrj-zookeeper:classes
> Task :solr:solrj-zookeeper:jar
> Task :solr:test-framework:processResources
> Task :solr:test-framework:classes
> Task :solr:test-framework:jar

> Task :solr:api:test
:solr:api:test (SUCCESS): 6 test(s)

> Task :solr:api:wipeTaskTemp

> Task :solr:benchmark:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/benchmark/src/java/org/apache/solr/bench/search/QueryResponseWriters.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:benchmark:processResources
> Task :solr:benchmark:classes
> Task :solr:benchmark:compileTestJava
> Task :solr:benchmark:processTestResources
> Task :solr:benchmark:testClasses

> Task :solr:benchmark:test
:solr:benchmark:test (SUCCESS): 10 test(s)

> Task :solr:benchmark:wipeTaskTemp
> Task :solr:core:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:core:processTestResources
> Task :solr:core:testClasses

> Task :solr:modules:analysis-extras:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/analysis-extras/src/java/org/apache/solr/schema/ICUCollationField.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:analysis-extras:processResources NO-SOURCE
> Task :solr:modules:analysis-extras:classes
> Task :solr:modules:analysis-extras:jar
> Task :solr:core:test
WARNING: Test org.apache.solr.TestRandomFaceting wrote 21,430,021 bytes of output.
WARNING: Test org.apache.solr.cloud.TestRandomFlRTGCloud wrote 32,751,642 bytes of output.
WARNING: Test org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates wrote 15,468,633 bytes of output.
WARNING: Test org.apache.solr.search.facet.TestCloudJSONFacetSKG wrote 45,948,033 bytes of output.
WARNING: Test org.apache.solr.search.TestRandomCollapseQParserPlugin wrote 15,960,956 bytes of output.
WARNING: Test org.apache.solr.search.TestRangeQuery wrote 15,349,207 bytes of output.
WARNING: Test org.apache.solr.search.facet.TestCloudJSONFacetSKGEquiv wrote 16,998,612 bytes of output.
WARNING: Test org.apache.solr.update.TestInPlaceUpdatesStandalone wrote 17,812,624 bytes of output.
:solr:core:test (SUCCESS): 5670 test(s), 215 skipped

> Task :solr:core:wipeTaskTemp

> Task :solr:modules:cross-dc:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:cross-dc-manager:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:cross-dc-manager:processResources NO-SOURCE
> Task :solr:cross-dc-manager:classes

> Task :solr:cross-dc-manager:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:cross-dc-manager:processTestResources
> Task :solr:cross-dc-manager:testClasses
> Task :solr:modules:cross-dc:processResources NO-SOURCE
> Task :solr:modules:cross-dc:classes
> Task :solr:modules:cross-dc:jar
> Task :solr:cross-dc-manager:test
:solr:cross-dc-manager:test (SUCCESS): 38 test(s), 7 skipped

> Task :solr:cross-dc-manager:wipeTaskTemp

> Task :solr:prometheus-exporter:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:prometheus-exporter:processResources NO-SOURCE
> Task :solr:prometheus-exporter:classes

> Task :solr:prometheus-exporter:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/prometheus-exporter/src/test/org/apache/solr/prometheus/scraper/SolrCloudScraperTest.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:prometheus-exporter:processTestResources
> Task :solr:prometheus-exporter:testClasses

> Task :solr:prometheus-exporter:test
:solr:prometheus-exporter:test (SUCCESS): 24 test(s)

> Task :solr:prometheus-exporter:wipeTaskTemp
> Task :solr:server:compileJava SKIPPED
> Task :solr:server:processResources NO-SOURCE
> Task :solr:server:classes UP-TO-DATE
> Task :solr:server:compileTestJava NO-SOURCE
> Task :solr:server:processTestResources NO-SOURCE
> Task :solr:server:testClasses UP-TO-DATE
> Task :solr:server:test NO-SOURCE
> Task :solr:server:wipeTaskTemp
> Task :solr:solr-ref-guide:compileJava NO-SOURCE
> Task :solr:solr-ref-guide:processResources NO-SOURCE
> Task :solr:solr-ref-guide:classes UP-TO-DATE

> Task :solr:solr-ref-guide:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:solr-ref-guide:copySolrjTestResources
> Task :solr:solr-ref-guide:processTestResources NO-SOURCE
> Task :solr:solr-ref-guide:testClasses

> Task :solr:solr-ref-guide:test
:solr:solr-ref-guide:test (SUCCESS): 36 test(s)

> Task :solr:solr-ref-guide:wipeTaskTemp

> Task :solr:solrj:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:solrj:processTestResources
> Task :solr:solrj:testClasses
> Task :solr:solrj:test

CloudSolrClientCacheTest > testCaching FAILED
    java.lang.AssertionError: Expected 1 or 2 fetches, got 3
        at __randomizedtesting.SeedInfo.seed([C999895606D7B936:E28FEC93982AF36F]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.assertTrue(Assert.java:42)
        at org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching(CloudSolrClientCacheTest.java:135)
        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:959)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:995)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:1009)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
        at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:968)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:853)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:904)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:915)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base/java.lang.Thread.run(Thread.java:829)

org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest > test suite's output saved to /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.txt, copied below:
  2> 58365 INFO  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/server/solr/configsets/_default/conf'
  2> 58365 INFO  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 58366 INFO  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-17 after mutting 0 log messages
  2> 58366 INFO  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-18 for ERROR logs matching regex: ignore_exception
  2> 58367 INFO  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/tmp/tests-tmp/org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest_C999895606D7B936-001/data-dir-8-001
  2> 58367 WARN  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
  2> 58367 INFO  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
  2> 58367 INFO  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
  2> 58379 INFO  (TEST-CloudSolrClientCacheTest.testStateRefreshThreadsConfiguredViaBuilder-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Starting testStateRefreshThreadsConfiguredViaBuilder
  2> 58381 INFO  (TEST-CloudSolrClientCacheTest.testStateRefreshThreadsConfiguredViaBuilder-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Ending testStateRefreshThreadsConfiguredViaBuilder
  2> 58384 INFO  (TEST-CloudSolrClientCacheTest.testConcurrentRefreshIsDeduplicated-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Starting testConcurrentRefreshIsDeduplicated
  2> 58386 INFO  (CloudSolrClientCacheTest-parallel-275-thread-2) [] o.a.s.c.s.i.CloudSolrClient request was not communication error it seems
  2> 58386 INFO  (CloudSolrClientCacheTest-parallel-275-thread-1) [] o.a.s.c.s.i.CloudSolrClient request was not communication error it seems
  2> 58386 INFO  (CloudSolrClientCacheTest-parallel-275-thread-2) [] o.a.s.c.s.i.CloudSolrClient Request to collection [gettingstarted] failed due to (510) org.apache.solr.common.SolrException: stale, retry=0 maxRetries=5 commError=false errorCode=510 
  2> 58387 INFO  (CloudSolrClientCacheTest-parallel-275-thread-1) [] o.a.s.c.s.i.CloudSolrClient Request to collection [gettingstarted] failed due to (510) org.apache.solr.common.SolrException: stale, retry=0 maxRetries=5 commError=false errorCode=510 
  2> 58387 WARN  (CloudSolrClientCacheTest-parallel-275-thread-2) [] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) [gettingstarted] after stale state error from server.
  2> 58387 WARN  (CloudSolrClientCacheTest-parallel-275-thread-1) [] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) [gettingstarted] after stale state error from server.
  2> 58387 INFO  (TEST-CloudSolrClientCacheTest.testConcurrentRefreshIsDeduplicated-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Ending testConcurrentRefreshIsDeduplicated
  2> 58390 INFO  (TEST-CloudSolrClientCacheTest.testCaching-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Starting testCaching
  2> 58992 INFO  (TEST-CloudSolrClientCacheTest.testCaching-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Request to collection [gettingstarted] failed due to (0) java.net.ConnectException: TEST, retry=0 maxRetries=5 commError=true errorCode=0 - retrying
  2> 58992 INFO  (TEST-CloudSolrClientCacheTest.testCaching-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Request to collection [gettingstarted] failed due to (0) java.net.SocketException: TEST, retry=1 maxRetries=5 commError=true errorCode=0 - retrying
  2> 58992 INFO  (TEST-CloudSolrClientCacheTest.testCaching-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Request to collection [gettingstarted] failed due to (0) org.apache.http.NoHttpResponseException: TEST, retry=2 maxRetries=5 commError=true errorCode=0 - retrying
  2> 58993 INFO  (TEST-CloudSolrClientCacheTest.testCaching-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Ending testCaching
   >     java.lang.AssertionError: Expected 1 or 2 fetches, got 3
   >         at __randomizedtesting.SeedInfo.seed([C999895606D7B936:E28FEC93982AF36F]:0)
   >         at org.junit.Assert.fail(Assert.java:89)
   >         at org.junit.Assert.assertTrue(Assert.java:42)
   >         at org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching(CloudSolrClientCacheTest.java:135)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   >         at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   >         at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:959)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:995)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:1009)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
   >         at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
   >         at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:968)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:853)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:904)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:915)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
   >         at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
   >         at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
   >         at java.base/java.lang.Thread.run(Thread.java:829)
  2> NOTE: reproduce with: gradlew test --tests CloudSolrClientCacheTest.testCaching -Dtests.seed=C999895606D7B936 -Dtests.multiplier=2 -Dtests.locale=ccp-IN -Dtests.timezone=Etc/GMT+7 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> 58999 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetryWaitsAfterSkipFailure-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Starting testStaleStateRetryWaitsAfterSkipFailure
  2> 59000 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetryWaitsAfterSkipFailure-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient request was not communication error it seems
  2> 59000 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetryWaitsAfterSkipFailure-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Request to collection [gettingstarted] failed due to (510) org.apache.solr.common.SolrException: stale-first, retry=0 maxRetries=5 commError=false errorCode=510 
  2> 59000 WARN  (TEST-CloudSolrClientCacheTest.testStaleStateRetryWaitsAfterSkipFailure-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) [gettingstarted] after stale state error from server.
  2> 59000 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetryWaitsAfterSkipFailure-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient request was not communication error it seems
  2> 59000 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetryWaitsAfterSkipFailure-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Request to collection [gettingstarted] failed due to (510) org.apache.solr.common.SolrException: stale-second, retry=1 maxRetries=5 commError=false errorCode=510 
  2> 59000 WARN  (TEST-CloudSolrClientCacheTest.testStaleStateRetryWaitsAfterSkipFailure-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) [gettingstarted] after stale state error from server.
  2> 59001 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetryWaitsAfterSkipFailure-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Ending testStaleStateRetryWaitsAfterSkipFailure
  2> 59004 INFO  (TEST-CloudSolrClientCacheTest.testDirectUpdatesToLeadersSkipStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Starting testDirectUpdatesToLeadersSkipStateVersionBeforeWait
  2> 59005 INFO  (TEST-CloudSolrClientCacheTest.testDirectUpdatesToLeadersSkipStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient request was not communication error it seems
  2> 59005 INFO  (TEST-CloudSolrClientCacheTest.testDirectUpdatesToLeadersSkipStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Request to collection [gettingstarted] failed due to (510) org.apache.solr.common.SolrException: stale, retry=0 maxRetries=5 commError=false errorCode=510 
  2> 59005 WARN  (TEST-CloudSolrClientCacheTest.testDirectUpdatesToLeadersSkipStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) [gettingstarted] after stale state error from server.
  2> 59005 INFO  (TEST-CloudSolrClientCacheTest.testDirectUpdatesToLeadersSkipStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Ending testDirectUpdatesToLeadersSkipStateVersionBeforeWait
  2> 59009 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetrySkipsStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Starting testStaleStateRetrySkipsStateVersionBeforeWait
  2> 59010 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetrySkipsStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient request was not communication error it seems
  2> 59010 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetrySkipsStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Request to collection [gettingstarted] failed due to (510) org.apache.solr.common.SolrException: stale, retry=0 maxRetries=5 commError=false errorCode=510 
  2> 59010 WARN  (TEST-CloudSolrClientCacheTest.testStaleStateRetrySkipsStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) [gettingstarted] after stale state error from server.
  2> 59010 INFO  (TEST-CloudSolrClientCacheTest.testStaleStateRetrySkipsStateVersionBeforeWait-seed#[C999895606D7B936]) [] o.a.s.SolrTestCaseJ4 ###Ending testStaleStateRetrySkipsStateVersionBeforeWait
  2> 59011 INFO  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-18 after mutting 0 log messages
  2> 59011 INFO  (SUITE-CloudSolrClientCacheTest-seed#[C999895606D7B936]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-19 for ERROR logs matching regex: ignore_exception
  2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/tmp/tests-tmp/org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest_C999895606D7B936-001
  2> NOTE: test params are: codec=Asserting(Lucene912): {}, docValues:{}, maxPointsInLeafNode=677, maxMBSortInHeap=5.0066689727074145, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ccp-IN, timezone=Etc/GMT+7
  2> NOTE: Linux 6.8.0-139-generic amd64/Eclipse Adoptium 11.0.24 (64-bit)/cpus=1,threads=1,free=138016264,total=309854208
  2> NOTE: All tests run in this JVM: [GetByIdTest, SolrExampleCborTest, SolrSchemalessExampleTest, TestSolrJErrorHandling, LargeVolumeEmbeddedTest, SolrExampleJettyTest, SolrExampleStreamingTest, BasicHttpSolrClientTest, CloudHttp2SolrClientRetryTest, CloudSolrClientCacheTest]

:solr:solrj:test (FAILURE): 1299 test(s), 1 failure(s), 40 skipped

1299 tests completed, 1 failed, 40 skipped
There were failing tests. See the results at: file:///home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/test-results/test/

> Task :solr:solrj:wipeTaskTemp

> Task :solr:solrj-streaming:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:solrj-streaming:processTestResources
> Task :solr:solrj-streaming:testClasses

> Task :solr:modules:sql:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:sql:processResources
> Task :solr:modules:sql:classes
> Task :solr:modules:sql:jar
> Task :solr:solrj-streaming:test
:solr:solrj-streaming:test (SUCCESS): 615 test(s), 11 skipped

> Task :solr:solrj-streaming:wipeTaskTemp

> Task :solr:solrj-zookeeper:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:solrj-zookeeper:processTestResources
> Task :solr:solrj-zookeeper:testClasses

> Task :solr:solrj-zookeeper:test
:solr:solrj-zookeeper:test (SUCCESS): 19 test(s)

> Task :solr:solrj-zookeeper:wipeTaskTemp

> Task :solr:test-framework:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:test-framework:processTestResources
> Task :solr:test-framework:testClasses

> Task :solr:test-framework:test
:solr:test-framework:test (SUCCESS): 19 test(s)

> Task :solr:test-framework:wipeTaskTemp
> Task :solr:webapp:compileJava NO-SOURCE
> Task :solr:webapp:processResources NO-SOURCE
> Task :solr:webapp:classes UP-TO-DATE
> Task :solr:webapp:compileTestJava NO-SOURCE
> Task :solr:webapp:processTestResources NO-SOURCE
> Task :solr:webapp:testClasses UP-TO-DATE
> Task :solr:webapp:test NO-SOURCE
> Task :solr:webapp:wipeTaskTemp

> Task :solr:modules:analysis-extras:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/analysis-extras/src/test/org/apache/solr/schema/TestICUCollationFieldUDVAS.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:analysis-extras:processTestResources
> Task :solr:modules:analysis-extras:testClasses

> Task :solr:modules:analysis-extras:test
:solr:modules:analysis-extras:test (SUCCESS): 31 test(s)

> Task :solr:modules:analysis-extras:wipeTaskTemp

> Task :solr:modules:analytics:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:analytics:processResources NO-SOURCE
> Task :solr:modules:analytics:classes

> Task :solr:modules:analytics:compileTestJava
/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/analytics/src/test/org/apache/solr/analytics/function/mapping/FilterFunctionTest.java:718: warning: [FloatingPointLiteralPrecision] Floating point literal loses precision
    val.setValues(50.343F, -74.9874F, 2.3423324E+9f);
                                      ^
    (see https://errorprone.info/bugpattern/FloatingPointLiteralPrecision)
  Did you mean 'val.setValues(50.343F, -74.9874F, 2.34233242E+9f);'?
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
1 warning

> Task :solr:modules:analytics:processTestResources
> Task :solr:modules:analytics:testClasses

> Task :solr:modules:analytics:test
:solr:modules:analytics:test (SUCCESS): 472 test(s)

> Task :solr:modules:analytics:wipeTaskTemp

> Task :solr:modules:clustering:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/clustering/src/java/org/apache/solr/handler/clustering/ClusteringComponent.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:clustering:processResources NO-SOURCE
> Task :solr:modules:clustering:classes

> Task :solr:modules:clustering:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/clustering/src/test/org/apache/solr/handler/clustering/ClusteringComponentTest.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:clustering:processTestResources
> Task :solr:modules:clustering:testClasses

> Task :solr:modules:clustering:test
:solr:modules:clustering:test (SUCCESS): 15 test(s)

> Task :solr:modules:clustering:wipeTaskTemp

> Task :solr:modules:cross-dc:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:cross-dc:processTestResources
> Task :solr:modules:cross-dc:testClasses

> Task :solr:modules:cross-dc:test
:solr:modules:cross-dc:test (SUCCESS): 27 test(s)

> Task :solr:modules:cross-dc:wipeTaskTemp

> Task :solr:modules:extraction:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:extraction:processResources
> Task :solr:modules:extraction:classes

> Task :solr:modules:extraction:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/extraction/src/test/org/apache/solr/handler/extraction/ExtractingRequestHandlerTestAbstract.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:extraction:processTestResources
> Task :solr:modules:extraction:testClasses

> Task :solr:modules:extraction:test
:solr:modules:extraction:test (SUCCESS): 24 test(s)

> Task :solr:modules:extraction:wipeTaskTemp

> Task :solr:modules:gcs-repository:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/gcs-repository/src/java/org/apache/solr/gcs/GCSConfigParser.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:gcs-repository:processResources NO-SOURCE
> Task :solr:modules:gcs-repository:classes

> Task :solr:modules:gcs-repository:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/gcs-repository/src/test/org/apache/solr/gcs/ConcurrentDelegatingStorage.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:gcs-repository:processTestResources
> Task :solr:modules:gcs-repository:testClasses
> Task :solr:modules:gcs-repository:test
:solr:modules:gcs-repository:test (SUCCESS): 22 test(s), 6 skipped

> Task :solr:modules:gcs-repository:wipeTaskTemp

> Task :solr:modules:hadoop-auth:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:hadoop-auth:processResources NO-SOURCE
> Task :solr:modules:hadoop-auth:classes

> Task :solr:modules:hadoop-auth:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:hadoop-auth:copySolrCoreTestResources
> Task :solr:modules:hadoop-auth:processTestResources
> Task :solr:modules:hadoop-auth:testClasses

> Task :solr:modules:hadoop-auth:test
:solr:modules:hadoop-auth:test (SUCCESS): 54 test(s), 1 skipped

> Task :solr:modules:hadoop-auth:wipeTaskTemp

> Task :solr:modules:hdfs:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:hdfs:processResources NO-SOURCE
> Task :solr:modules:hdfs:classes

> Task :solr:modules:hdfs:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:hdfs:copySolrCoreTestResources
> Task :solr:modules:hdfs:processTestResources
> Task :solr:modules:hdfs:testClasses
> Task :solr:modules:hdfs:test
:solr:modules:hdfs:test (SUCCESS): 104 test(s), 41 skipped

> Task :solr:modules:hdfs:wipeTaskTemp
> Task :solr:modules:jaegertracer-configurator:compileJava
> Task :solr:modules:jaegertracer-configurator:processResources NO-SOURCE
> Task :solr:modules:jaegertracer-configurator:classes
> Task :solr:modules:jaegertracer-configurator:compileTestJava
> Task :solr:modules:jaegertracer-configurator:processTestResources
> Task :solr:modules:jaegertracer-configurator:testClasses

> Task :solr:modules:jaegertracer-configurator:test
:solr:modules:jaegertracer-configurator:test (SUCCESS): 1 test(s)

> Task :solr:modules:jaegertracer-configurator:wipeTaskTemp
> Task :solr:modules:jwt-auth:compileJava
> Task :solr:modules:jwt-auth:processResources NO-SOURCE
> Task :solr:modules:jwt-auth:classes

> Task :solr:modules:jwt-auth:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/jwt-auth/src/test/org/apache/solr/security/jwt/JWTAuthPluginIntegrationTest.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:jwt-auth:processTestResources
> Task :solr:modules:jwt-auth:testClasses

> Task :solr:modules:jwt-auth:test
:solr:modules:jwt-auth:test (SUCCESS): 77 test(s), 1 skipped

> Task :solr:modules:jwt-auth:wipeTaskTemp

> Task :solr:modules:langid:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/langid/src/java/org/apache/solr/update/processor/LanguageIdentifierUpdateProcessor.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:langid:processResources
> Task :solr:modules:langid:classes
> Task :solr:modules:langid:compileTestJava
> Task :solr:modules:langid:processTestResources
> Task :solr:modules:langid:testClasses

> Task :solr:modules:langid:test
:solr:modules:langid:test (SUCCESS): 49 test(s)

> Task :solr:modules:langid:wipeTaskTemp
> Task :solr:modules:llm:compileJava
> Task :solr:modules:llm:processResources NO-SOURCE
> Task :solr:modules:llm:classes

> Task :solr:modules:llm:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/llm/src/test/org/apache/solr/llm/TestLlmBase.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:llm:processTestResources
> Task :solr:modules:llm:testClasses

> Task :solr:modules:llm:test
:solr:modules:llm:test (SUCCESS): 47 test(s)

> Task :solr:modules:llm:wipeTaskTemp

> Task :solr:modules:ltr:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:ltr:processResources NO-SOURCE
> Task :solr:modules:ltr:classes

> Task :solr:modules:ltr:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:ltr:processTestResources
> Task :solr:modules:ltr:testClasses
> Task :solr:modules:ltr:test
:solr:modules:ltr:test (SUCCESS): 209 test(s)

> Task :solr:modules:ltr:wipeTaskTemp

> Task :solr:modules:opentelemetry:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:opentelemetry:processResources NO-SOURCE
> Task :solr:modules:opentelemetry:classes
> Task :solr:modules:opentelemetry:compileTestJava
> Task :solr:modules:opentelemetry:processTestResources
> Task :solr:modules:opentelemetry:testClasses

> Task :solr:modules:opentelemetry:test
:solr:modules:opentelemetry:test (SUCCESS): 5 test(s)

> Task :solr:modules:opentelemetry:wipeTaskTemp
> Task :solr:modules:s3-repository:compileJava
> Task :solr:modules:s3-repository:processResources NO-SOURCE
> Task :solr:modules:s3-repository:classes
> Task :solr:modules:s3-repository:compileTestJava
> Task :solr:modules:s3-repository:processTestResources
> Task :solr:modules:s3-repository:testClasses
> Task :solr:modules:s3-repository:test
:solr:modules:s3-repository:test (SUCCESS): 53 test(s), 1 skipped

> Task :solr:modules:s3-repository:wipeTaskTemp

> Task :solr:modules:scripting:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:scripting:processResources NO-SOURCE
> Task :solr:modules:scripting:classes

> Task :solr:modules:scripting:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:scripting:processTestResources
> Task :solr:modules:scripting:testClasses

> Task :solr:modules:scripting:test
:solr:modules:scripting:test (SUCCESS): 22 test(s), 1 skipped

> Task :solr:modules:scripting:wipeTaskTemp

> Task :solr:modules:sql:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/sql/src/test/org/apache/solr/handler/sql/TestSQLHandlerNonCloud.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:sql:copySolrCoreTestResources
> Task :solr:modules:sql:processTestResources
> Task :solr:modules:sql:testClasses

> Task :solr:modules:sql:test
:solr:modules:sql:test (SUCCESS): 36 test(s)

> Task :solr:modules:sql:wipeTaskTemp
The slowest tests (exceeding 500 ms) during this run:
  56.29s LeaderElectionIntegrationTest.testSimpleSliceLeaderElection (:solr:core)
  53.96s TestCloudJSONFacetSKG.testRandom (:solr:core)
  49.73s ReplicationFactorTest.test (:solr:core)
  48.70s PeerSyncReplicationTest.test (:solr:core)
  40.69s TestRecoveryHdfs.testRemoveOldLogs (:solr:modules:hdfs)
  40.13s Http2SolrClientTest.testIdleTimeoutWithHttpClient (:solr:solrj)
  39.83s UnloadDistributedZkTest.test (:solr:core)
  34.90s TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess (:solr:core)
  34.22s TestCpuAllowedLimit.testDistribLimit2 (:solr:core)
  33.82s SyncSliceTest.test (:solr:core)
The slowest suites (exceeding 1s) during this run:
  149.01s TestRecoveryHdfs (:solr:modules:hdfs)
  76.02s CheckHdfsIndexTest (:solr:modules:hdfs)
  68.27s HdfsCloudIncrementalBackupTest (:solr:modules:hdfs)
  67.53s TestCpuAllowedLimit (:solr:core)
  62.14s MultiThreadedOCPTest (:solr:core)
  57.85s TestCloudJSONFacetSKG (:solr:core)
  56.76s LeaderElectionIntegrationTest (:solr:core)
  52.69s TestRecovery (:solr:core)
  52.60s Http2SolrClientTest (:solr:solrj)
  52.51s ReindexCollectionTest (:solr:core)
ERROR: The following test(s) have failed:
  - org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching (:solr:solrj)
    Test history: https://develocity.apache.org/scans/tests?search.rootProjectNames=solr-root&tests.container=org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest&tests.test=testCaching http://fucit.org/solr-jenkins-reports/history-trend-of-recent-failures.html#series/org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching
    Test output: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.txt
    Reproduce with: ./gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching" -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=C999895606D7B936 -Ptests.multiplier=2 -Ptests.useSecurityManager=true -Ptests.badapples=false -Ptests.file.encoding=US-ASCII


Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.

You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.

For more on this, please refer to https://docs.gradle.org/8.10/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.

BUILD SUCCESSFUL in 42m 45s
167 actionable tasks: 167 executed

Publishing build scan...

The Develocity server (develocity.apache.org) rejected the access key with prefix '7x3jzizm4zpygv7psbkg6byvm4'.
Your credential has expired.

Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
‘**/*.events’ doesn’t match anything: ‘**’ exists but not ‘**/*.events’
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
[Checks API] No suitable checks publisher found.
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Solr » Solr-Test-9.x - Build # 11700 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Test-9.x/11700/

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
java.util.concurrent.TimeoutException: Timeout waiting to see state for collection=collection1 :null

Stack Trace:
java.util.concurrent.TimeoutException: Timeout waiting to see state for collection=collection1 :null
	at __randomizedtesting.SeedInfo.seed([635E3333DB42B7B1:BD0DB4C4C1DA4240]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1691)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:277)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:1242)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:959)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:995)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:1009)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:853)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:904)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:915)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)




Build Log:
[...truncated 11 lines...]
ERROR: Workspace has a .git repository, but it appears to be corrupt.
hudson.plugins.git.GitException: Command "git rev-parse --resolve-git-dir /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/.git" returned status code 128:
stdout: 
stderr: fatal: not a gitdir '/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/.git'

	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2848)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2768)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2763)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2052)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:2064)
	at PluginClassLoader for git-client//org.jenkinsci.plugins.gitclient.CliGitAPIImpl.hasGitRepo(CliGitAPIImpl.java:404)
	at PluginClassLoader for git-client//hudson.plugins.git.GitAPI.hasGitRepo(GitAPI.java:281)
	at jdk.internal.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:986)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:961)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:907)
	at hudson.remoting.UserRequest.perform(UserRequest.java:225)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:391)
	at hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:81)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Cloning the remote Git repository
Cloning repository https://gitbox.apache.org/repos/asf/solr.git
 > git init /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x # timeout=10
Fetching upstream changes from https://gitbox.apache.org/repos/asf/solr.git
 > git --version # timeout=10
 > git --version # 'git version 2.43.0'
 > git fetch --tags --force --progress -- https://gitbox.apache.org/repos/asf/solr.git +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git config remote.origin.url https://gitbox.apache.org/repos/asf/solr.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
 > git rev-parse refs/remotes/origin/branch_9x^{commit} # timeout=10
Checking out Revision 51ed7e54b53203625a767773c84b187db23d56ec (refs/remotes/origin/branch_9x)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 51ed7e54b53203625a767773c84b187db23d56ec # timeout=10
 > git branch -a -v --no-abbrev # timeout=10
 > git checkout -b branch_9x 51ed7e54b53203625a767773c84b187db23d56ec # timeout=10
Commit message: "Add next minor version 9.12.0"
 > git rev-list --no-walk 51ed7e54b53203625a767773c84b187db23d56ec # timeout=10
No emails were triggered.
provisioning config files...
copy managed file [gradle.properties] to file:/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/gradle.properties
[Gradle] - Launching build.
[Solr-Test-9.x] $ /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/gradlew -Dtests.haltonfailure=false -Dtests.badapples=false --continue test
Downloading gradle-wrapper.jar from https://raw.githubusercontent.com/gradle/gradle/v8.10.2/gradle/wrapper/gradle-wrapper.jar
To honour the JVM settings for this build a single-use Daemon process will be forked. For more on this, please refer to https://docs.gradle.org/8.10/userguide/gradle_daemon.html#sec:disabling_the_daemon in the Gradle documentation.
Daemon will be stopped at the end of the build 

> Task :buildSrc:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/buildSrc/src/main/java/org/apache/lucene/gradle/Checksum.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :buildSrc:compileGroovy NO-SOURCE
> Task :buildSrc:processResources NO-SOURCE
> Task :buildSrc:classes
> Task :buildSrc:jar
> Task :gitStatus
> Task :checkJdkInternalsExportedToGradle
> Task :solr:api:compileJava
> Task :solr:api:processResources NO-SOURCE
> Task :solr:api:classes
> Task :solr:api:jar
> Task :ensureJdkSupported

> Task :randomizationInfo
Running tests with randomization seed: tests.seed=635E3333DB42B7B1

> Task :solr:api:resolve
SLF4J(W): No SLF4J providers were found.
SLF4J(W): Defaulting to no-operation (NOP) logger implementation
SLF4J(W): See https://www.slf4j.org/codes.html#noProviders for further details.

> Task :solr:solrj:openApiGenerate
Cleaned up output directory /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/generated/ before code generation (cleanupOutput set to true).
Multiple schemas found in the OAS 'content' section, returning only the first one (application/json)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/json)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/vnd.apache.solr.raw)
Multiple schemas found in the OAS 'content' section, returning only the first one (application/vnd.apache.solr.raw)
################################################################################
# Thanks for using OpenAPI Generator.                                          #
# Please consider donation to help us maintain this project 🙏                 #
# https://opencollective.com/openapi_generator/donate                          #
################################################################################
Successfully generated code to /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/solrj/build/generated/

> Task :spotlessInternalRegisterDependencies
> Task :solr:solrj:generatedSpotlessHelper
> Task :solr:solrj:generatedSpotless

> Task :solr:solrj:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:solrj-streaming:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:solrj-zookeeper:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:core:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:test-framework:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:api:compileTestJava
> Task :solr:api:processTestResources
> Task :solr:api:testClasses
> Task :solr:core:processResources
> Task :solr:core:classes
> Task :solr:core:jar
> Task :solr:solrj:processResources
> Task :solr:solrj:classes
> Task :solr:solrj:jar
> Task :solr:solrj-streaming:processResources
> Task :solr:solrj-streaming:classes
> Task :solr:solrj-streaming:jar
> Task :solr:solrj-zookeeper:processResources NO-SOURCE
> Task :solr:solrj-zookeeper:classes
> Task :solr:solrj-zookeeper:jar
> Task :solr:test-framework:processResources
> Task :solr:test-framework:classes
> Task :solr:test-framework:jar

> Task :solr:api:test
:solr:api:test (SUCCESS): 6 test(s)

> Task :solr:api:wipeTaskTemp

> Task :solr:benchmark:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/benchmark/src/java/org/apache/solr/bench/search/QueryResponseWriters.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:benchmark:processResources
> Task :solr:benchmark:classes
> Task :solr:benchmark:compileTestJava
> Task :solr:benchmark:processTestResources
> Task :solr:benchmark:testClasses

> Task :solr:benchmark:test
:solr:benchmark:test (SUCCESS): 10 test(s)

> Task :solr:benchmark:wipeTaskTemp
> Task :solr:core:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:core:processTestResources
> Task :solr:core:testClasses

> Task :solr:modules:analysis-extras:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/analysis-extras/src/java/org/apache/solr/schema/ICUCollationField.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:analysis-extras:processResources NO-SOURCE
> Task :solr:modules:analysis-extras:classes
> Task :solr:modules:analysis-extras:jar
> Task :solr:core:test
WARNING: Test org.apache.solr.TestRandomDVFaceting wrote 11,266,946 bytes of output.
WARNING: Test org.apache.solr.TestRandomFaceting wrote 25,603,499 bytes of output.

OverseerTest > testShardLeaderChange FAILED
    java.util.concurrent.TimeoutException: Timeout waiting to see state for collection=collection1 :null
        at __randomizedtesting.SeedInfo.seed([635E3333DB42B7B1:BD0DB4C4C1DA4240]:0)
        at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1691)
        at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:277)
        at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:1242)
        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:959)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:995)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:1009)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
        at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:968)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:853)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:904)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:915)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
        at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
        at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
        at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
        at java.base/java.lang.Thread.run(Thread.java:829)
WARNING: Test org.apache.solr.cloud.TestRandomFlRTGCloud wrote 18,242,912 bytes of output.

org.apache.solr.cloud.OverseerTest > test suite's output saved to /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.OverseerTest.txt, copied below:
  2> 331244 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/server/solr/configsets/_default/conf'
  2> 331244 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 331245 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-18276 after mutting 0 log messages
  2> 331245 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-18277 for ERROR logs matching regex: ignore_exception
  2> 331245 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/tmp/tests-tmp/org.apache.solr.cloud.OverseerTest_635E3333DB42B7B1-001/data-dir-30-001
  2> 331246 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
  2> 331246 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
  2> 331255 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
  2> 331255 INFO  (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer client port: /127.0.0.1:0
  2> 331255 INFO  (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer Starting server
  2> 331256 WARN  (ZkTestServer Run Thread) [] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
  2> 331355 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.ZkTestServer start zk server on port: 44251
  2> 331357 WARN  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331357 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 331360 INFO  (zkCallback-4581-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 331360 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 331360 WARN  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331361 WARN  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331362 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 331363 INFO  (zkCallback-4583-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 331363 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 331363 WARN  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331363 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 331363 INFO  (SUITE-OverseerTest-seed#[635E3333DB42B7B1]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 331367 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.SolrTestCaseJ4 ###Starting testShardLeaderChange
  2> 331381 WARN  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 331382 WARN  (OverseerRestarter) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331383 INFO  (OverseerRestarter) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 331384 INFO  (zkCallback-4587-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 331384 INFO  (OverseerRestarter) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 331384 WARN  (OverseerRestarter) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331388 WARN  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331389 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 331390 INFO  (zkCallback-4600-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 331390 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 331390 WARN  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331966 WARN  (OverseerRestarter) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331966 WARN  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331967 INFO  (OverseerRestarter) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 331967 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 331968 INFO  (zkCallback-4609-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 331968 INFO  (OverseerRestarter) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 331968 INFO  (zkCallback-4611-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 331968 WARN  (OverseerRestarter) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 331968 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 331968 WARN  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 332163 INFO  (OverseerRestarter) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 332163 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 332168 INFO  (OverseerRestarter) [] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44251_solr
  2> 332169 INFO  (OverseerRestarter) [] o.a.s.c.Overseer Overseer (id=72092536592531458-127.0.0.1:44251_solr-n_0000000000) starting
  2> 332170 WARN  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 332170 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 332172 INFO  (zkCallback-4617-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 332172 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 332172 WARN  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 332176 WARN  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 332178 WARN  (OverseerRestarter) [] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
  2> 332178 INFO  (OverseerRestarter) [] o.a.s.c.OverseerTest Killing overseer.
  2> 332179 INFO  (OverseerStateUpdate-72092536592531458-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44251_solr
  2> 332180 INFO  (zkCallback-4600-thread-1) [] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44251_solr
  2> 332182 INFO  (zkCallback-4617-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 332182 INFO  (zkCallback-4600-thread-1) [] o.a.s.c.Overseer Overseer (id=72092536592531459-127.0.0.1:44251_solr-n_0000000001) starting
  2> 332182 INFO  (zkCallback-4583-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 332185 WARN  (zkCallback-4600-thread-1) [] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
  2> 332185 INFO  (OverseerStateUpdate-72092536592531459-127.0.0.1:44251_solr-n_0000000001) [] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44251_solr
  2> 332186 INFO  (OverseerStateUpdate-72092536592531459-127.0.0.1:44251_solr-n_0000000001) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 332280 WARN  (OverseerRestarter) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 332280 ERROR (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerTest error updating state
  2>           =>org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
  2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:140)
  2> 
  2> 332280 ERROR (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerTest error updating state
  2>           =>org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
  2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:140)
  2> 
  2> 332280 INFO  (OverseerRestarter) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 332282 INFO  (zkCallback-4624-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 332282 INFO  (OverseerRestarter) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 332282 WARN  (OverseerRestarter) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 332282 ERROR (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerTest error publishing state
  2>           =>org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
  2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:140)
  2> 
  2> 332282 INFO  (OverseerRestarter) [] o.a.s.c.Overseer Overseer (id=72092536592531459-127.0.0.1:44251_solr-n_0000000001) closing
  2> 332282 ERROR (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerTest error publishing state
  2>           =>org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
  2> 	at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:140)
  2> 
  2> 332284 ERROR (OverseerStateUpdate-72092536592531459-127.0.0.1:44251_solr-n_0000000001) [] o.a.s.c.Overseer Overseer could not process the current clusterstate state update message, skipping the message: {
  2>   "name":"collection1",
  2>   "replicationFactor":"1",
  2>   "numShards":"1",
  2>   "createNodeSet":"",
  2>   "operation":"create"}
  2>           =>org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
  2> 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1429)
  2> 
  2> 332284 INFO  (OverseerStateUpdate-72092536592531459-127.0.0.1:44251_solr-n_0000000001) [] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44251_solr
  2> 332286 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
  2> 332386 WARN  (OverseerExitThread) [] o.a.s.c.Overseer Error communicating with ZooKeeper
  2>           =>org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
  2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
  2> 
  2> 332391 WARN  (OverseerRestarter) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 332392 INFO  (OverseerRestarter) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 332394 INFO  (zkCallback-4633-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 332395 INFO  (OverseerRestarter) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 332395 WARN  (OverseerRestarter) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 332398 INFO  (OverseerRestarter) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 332399 INFO  (OverseerRestarter) [] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44251_solr
  2> 332400 INFO  (OverseerRestarter) [] o.a.s.c.Overseer Overseer (id=72092536592531463-127.0.0.1:44251_solr-n_0000000002) starting
  2> 332403 WARN  (OverseerRestarter) [] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
  2> 332405 INFO  (OverseerStateUpdate-72092536592531463-127.0.0.1:44251_solr-n_0000000002) [] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44251_solr
  2> 332406 INFO  (OverseerStateUpdate-72092536592531463-127.0.0.1:44251_solr-n_0000000002) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 332409 ERROR (OverseerStateUpdate-72092536592531463-127.0.0.1:44251_solr-n_0000000002) [] o.a.s.c.o.ReplicaMutator No such slice exists {
  2>   "core":"core1",
  2>   "core_node_name":"node1",
  2>   "node_name":"node1:8983_",
  2>   "base_url":"http://node1:8983",
  2>   "numShards":"1",
  2>   "state":"active",
  2>   "collection":"collection1",
  2>   "shard":"shard1",
  2>   "operation":"state"}
  2> 333680 INFO  (OverseerStateUpdate-72092536592531458-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer According to ZK I (id=72092536592531458-127.0.0.1:44251_solr-n_0000000000) am no longer a leader. propsId=null
  2> 333680 INFO  (OverseerStateUpdate-72092536592531458-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44251_solr
  2> 333683 WARN  (OverseerExitThread) [] o.a.s.c.Overseer Error communicating with ZooKeeper
  2>           =>org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
  2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
  2> 
  2> 377347 INFO  (zkCallback-4617-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
  2> 377347 INFO  (zkCallback-4583-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
  2> 377347 INFO  (zkCallback-4624-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
  2> 377552 INFO  (OverseerStateUpdate-72092536592531463-127.0.0.1:44251_solr-n_0000000002) [] o.a.s.c.Overseer According to ZK I (id=72092536592531463-127.0.0.1:44251_solr-n_0000000002) am no longer a leader. propsId=null
  2> 377552 INFO  (OverseerStateUpdate-72092536592531463-127.0.0.1:44251_solr-n_0000000002) [] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44251_solr
  2> 377553 INFO  (closeThreadPool-4640-thread-1) [] o.a.s.c.Overseer Overseer (id=72092536592531459-127.0.0.1:44251_solr-n_0000000001) closing
  2> 377553 INFO  (closeThreadPool-4640-thread-2) [] o.a.s.c.Overseer Overseer (id=72092536592531458-127.0.0.1:44251_solr-n_0000000000) closing
  2> 377553 INFO  (closeThreadPool-4640-thread-3) [] o.a.s.c.Overseer Overseer (id=72092536592531463-127.0.0.1:44251_solr-n_0000000002) closing
  2> 377554 WARN  (OverseerExitThread) [] o.a.s.c.Overseer Error communicating with ZooKeeper
  2>           =>org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
  2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
  2> 
  2> 377571 INFO  (TEST-OverseerTest.testShardLeaderChange-seed#[635E3333DB42B7B1]) [] o.a.s.SolrTestCaseJ4 ###Ending testShardLeaderChange
   >     java.util.concurrent.TimeoutException: Timeout waiting to see state for collection=collection1 :null
   >         at __randomizedtesting.SeedInfo.seed([635E3333DB42B7B1:BD0DB4C4C1DA4240]:0)
   >         at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1691)
   >         at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:277)
   >         at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:1242)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   >         at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   >         at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1780)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:959)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:995)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:1009)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
   >         at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
   >         at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:968)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:853)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:904)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:915)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
   >         at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
   >         at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
   >         at java.base/java.lang.Thread.run(Thread.java:829)
  2> NOTE: reproduce with: gradlew test --tests OverseerTest.testShardLeaderChange -Dtests.seed=635E3333DB42B7B1 -Dtests.multiplier=2 -Dtests.locale=sw -Dtests.timezone=AET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> 377579 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.SolrTestCaseJ4 ###Starting testShardAssignment
  2> 377611 WARN  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 377612 WARN  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 377612 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 377614 INFO  (zkCallback-4641-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 377614 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 377614 WARN  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 377621 WARN  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 377622 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 377623 INFO  (zkCallback-4650-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 377623 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 377623 WARN  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 377626 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 377628 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44251_solr
  2> 377629 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Overseer (id=72092536592531465-127.0.0.1:44251_solr-n_0000000000) starting
  2> 377637 WARN  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
  2> 377638 INFO  (OverseerStateUpdate-72092536592531465-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44251_solr
  2> 377641 WARN  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 377642 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 377643 INFO  (zkCallback-4658-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 377643 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 377643 WARN  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 377647 WARN  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 377651 INFO  (zkCallback-4658-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 377651 INFO  (zkCallback-4641-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 377651 INFO  (zkCallback-4583-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 377757 INFO  (zkCallback-4658-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 178] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 377764 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
  2> 377766 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72092536592531467-127.0.0.1:8983_solrcore1-n_0000000000
  2> 377874 INFO  (zkCallback-4658-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 191] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 377878 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
  2> 377881 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72092536592531467-127.0.0.1:8983_solrcore2-n_0000000000
  2> 377988 INFO  (zkCallback-4658-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 204] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 377992 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard3
  2> 377994 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard3/leader after winning as /collections/collection1/leader_elect/shard3/election/72092536592531467-127.0.0.1:8983_solrcore3-n_0000000000
  2> 378101 INFO  (zkCallback-4658-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 217] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 378105 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
  2> 378210 INFO  (zkCallback-4658-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 226] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 378214 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
  2> 378320 INFO  (zkCallback-4658-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 235] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 378323 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard3
  2> 378327 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
  2> 378328 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
  2> 378328 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
  2> 378329 WARN  (zkCallback-4658-thread-2) [] o.a.s.c.LeaderElector Our node is no longer in line to be leader
  2> 378330 WARN  (zkCallback-4658-thread-2) [] o.a.s.c.LeaderElector Our node is no longer in line to be leader
  2> 378330 WARN  (zkCallback-4658-thread-2) [] o.a.s.c.LeaderElector Our node is no longer in line to be leader
  2> 378331 INFO  (zkCallback-4658-thread-2) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
  2> 378331 INFO  (zkCallback-4641-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
  2> 378331 INFO  (zkCallback-4583-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
  2> 378636 INFO  (closeThreadPool-4663-thread-1) [] o.a.s.c.Overseer Overseer (id=72092536592531465-127.0.0.1:44251_solr-n_0000000000) closing
  2> 378637 INFO  (OverseerStateUpdate-72092536592531465-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44251_solr
  2> 378639 WARN  (OverseerExitThread) [] o.a.s.c.Overseer Error communicating with ZooKeeper
  2>           =>org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
  2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
  2> 
  2> 378660 INFO  (TEST-OverseerTest.testShardAssignment-seed#[635E3333DB42B7B1]) [] o.a.s.SolrTestCaseJ4 ###Ending testShardAssignment
  2> 378665 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.SolrTestCaseJ4 ###Starting testRemovalOfLastReplica
  2> 378677 WARN  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 378679 WARN  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 378680 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 378681 INFO  (zkCallback-4666-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 378681 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 378681 WARN  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 378686 WARN  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 378687 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 378688 INFO  (zkCallback-4675-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 378688 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 378688 WARN  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 378691 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 378693 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44251_solr
  2> 378694 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Overseer (id=72092536592531468-127.0.0.1:44251_solr-n_0000000000) starting
  2> 378701 WARN  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
  2> 378702 INFO  (OverseerStateUpdate-72092536592531468-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44251_solr
  2> 378704 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
  2> 378708 INFO  (zkCallback-4583-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/collection1/state.json zxid: 351] for collection [collection1] has occurred - updating... (live nodes size: [0])
  2> 378710 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node2
  2> 378812 INFO  (zkCallback-4583-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 355] for collection [collection1] has occurred - updating... (live nodes size: [0])
  2> 378813 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
  2> 378815 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node2
  2> 378917 INFO  (zkCallback-4583-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 359] for collection [collection1] has occurred - updating... (live nodes size: [0])
  2> 378918 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
  2> 379022 INFO  (zkCallback-4583-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 362] for collection [collection1] has occurred - updating... (live nodes size: [0])
  2> 379129 INFO  (zkCallback-4583-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 365] for collection [collection1] has occurred - updating... (live nodes size: [0])
  2> 379334 INFO  (closeThreadPool-4682-thread-1) [] o.a.s.c.Overseer Overseer (id=72092536592531468-127.0.0.1:44251_solr-n_0000000000) closing
  2> 379336 INFO  (OverseerStateUpdate-72092536592531468-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44251_solr
  2> 379337 WARN  (OverseerExitThread) [] o.a.s.c.Overseer Error communicating with ZooKeeper
  2>           =>org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
  2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
  2> 
  2> 379355 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[635E3333DB42B7B1]) [] o.a.s.SolrTestCaseJ4 ###Ending testRemovalOfLastReplica
  2> 379360 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.SolrTestCaseJ4 ###Starting testDownNodeFailover
  2> 379374 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 379374 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 379375 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 379376 INFO  (zkCallback-4683-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 379376 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 379376 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 379381 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 379382 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 379383 INFO  (zkCallback-4692-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 379383 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 379383 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 379386 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 379388 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44251_solr
  2> 379389 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Overseer (id=72092536592531470-127.0.0.1:44251_solr-n_0000000000) starting
  2> 379397 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
  2> 379398 INFO  (OverseerStateUpdate-72092536592531470-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44251_solr
  2> 379401 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 379402 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 379403 INFO  (zkCallback-4700-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 379403 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 379403 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 379408 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 379412 INFO  (zkCallback-4700-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 379412 INFO  (zkCallback-4683-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 379412 INFO  (zkCallback-4583-thread-2) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 379532 INFO  (zkCallback-4700-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection0/state.json zxid: 459] for collection [collection0] has occurred - updating... (live nodes size: [1])
  2> 379536 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection0/leaders/shard1
  2> 379538 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection0/leaders/shard1/leader after winning as /collections/collection0/leader_elect/shard1/election/72092536592531472-127.0.0.1:8983_solrcore1-n_0000000000
  2> 379544 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
  2> 379646 INFO  (zkCallback-4700-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/collection1/state.json zxid: 476] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 379651 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
  2> 379653 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72092536592531472-127.0.0.1:8983_solrcore1-n_0000000000
  2> 379658 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ZkStateReader /collections/collection2/state.json is deleted, stop watching children
  2> 379760 INFO  (zkCallback-4700-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/collection2/state.json zxid: 495] for collection [collection2] has occurred - updating... (live nodes size: [1])
  2> 379765 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2/leaders/shard1
  2> 379767 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2/leaders/shard1/leader after winning as /collections/collection2/leader_elect/shard1/election/72092536592531472-127.0.0.1:8983_solrcore1-n_0000000000
  2> 379773 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ZkStateReader /collections/collection3/state.json is deleted, stop watching children
  2> 379876 INFO  (zkCallback-4700-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/collection3/state.json zxid: 514] for collection [collection3] has occurred - updating... (live nodes size: [1])
  2> 379881 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection3/leaders/shard1
  2> 379883 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection3/leaders/shard1/leader after winning as /collections/collection3/leader_elect/shard1/election/72092536592531472-127.0.0.1:8983_solrcore1-n_0000000000
  2> 379889 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ZkStateReader /collections/collection4/state.json is deleted, stop watching children
  2> 379991 INFO  (zkCallback-4700-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/collection4/state.json zxid: 533] for collection [collection4] has occurred - updating... (live nodes size: [1])
  2> 379996 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection4/leaders/shard1
  2> 379998 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection4/leaders/shard1/leader after winning as /collections/collection4/leader_elect/shard1/election/72092536592531472-127.0.0.1:8983_solrcore1-n_0000000000
  2> 380006 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection0) shard=shard1 coreNodeName=core_node1
  2> 380109 INFO  (zkCallback-4583-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection0/state.json zxid: 548] for collection [collection0] has occurred - updating... (live nodes size: [1])
  2> 380210 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380211 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 380213 INFO  (zkCallback-4706-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 380213 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 380213 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380213 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Overseer (id=72092536592531470-127.0.0.1:44251_solr-n_0000000000) closing
  2> 380213 INFO  (OverseerStateUpdate-72092536592531470-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44251_solr
  2> 380216 WARN  (OverseerExitThread) [] o.a.s.c.Overseer Error communicating with ZooKeeper
  2>           =>org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
  2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
  2> 
  2> 380220 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380221 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 380222 INFO  (zkCallback-4715-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 380222 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 380222 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380225 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 380226 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44251_solr
  2> 380227 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Overseer (id=72092536592531473-127.0.0.1:44251_solr-n_0000000001) starting
  2> 380230 WARN  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
  2> 380230 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection0) shard=shard1 coreNodeName=core_node1
  2> 380231 INFO  (OverseerStateUpdate-72092536592531473-127.0.0.1:44251_solr-n_0000000001) [] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44251_solr
  2> 380231 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
  2> 380232 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection2) shard=shard1 coreNodeName=core_node1
  2> 380233 INFO  (OverseerStateUpdate-72092536592531473-127.0.0.1:44251_solr-n_0000000001) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 380233 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection3) shard=shard1 coreNodeName=core_node1
  2> 380342 INFO  (zkCallback-4583-thread-2) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection3/state.json zxid: 560] for collection [collection3] has occurred - updating... (live nodes size: [1])
  2> 380343 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection4) shard=shard1 coreNodeName=core_node1
  2> 380345 INFO  (zkCallback-4700-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
  2> 380345 INFO  (zkCallback-4583-thread-2) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
  2> 380345 INFO  (zkCallback-4706-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
  2> 380651 INFO  (closeThreadPool-4722-thread-1) [] o.a.s.c.Overseer Overseer (id=72092536592531470-127.0.0.1:44251_solr-n_0000000000) closing
  2> 380651 INFO  (closeThreadPool-4722-thread-2) [] o.a.s.c.Overseer Overseer (id=72092536592531473-127.0.0.1:44251_solr-n_0000000001) closing
  2> 380653 INFO  (OverseerStateUpdate-72092536592531473-127.0.0.1:44251_solr-n_0000000001) [] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44251_solr
  2> 380655 WARN  (OverseerExitThread) [] o.a.s.c.Overseer Error communicating with ZooKeeper
  2>           =>org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
  2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
  2> 
  2> 380698 INFO  (TEST-OverseerTest.testDownNodeFailover-seed#[635E3333DB42B7B1]) [] o.a.s.SolrTestCaseJ4 ###Ending testDownNodeFailover
  2> 380703 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure
  2> 380718 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 380721 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380721 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 380723 INFO  (zkCallback-4725-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 380723 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 380723 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380727 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 380731 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380731 INFO  (zkCallback-4725-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 380731 INFO  (zkCallback-4583-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 380732 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 380733 INFO  (zkCallback-4729-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 380733 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 380733 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380738 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380739 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 380740 INFO  (zkCallback-4738-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 380740 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 380740 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 380742 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 380745 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44251_solr
  2> 380746 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Overseer (id=72092536592531476-127.0.0.1:44251_solr-n_0000000000) starting
  2> 380752 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState.
  2> 380753 INFO  (OverseerStateUpdate-72092536592531476-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44251_solr
  2> 380754 INFO  (OverseerStateUpdate-72092536592531476-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 380756 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
  2> 380759 INFO  (zkCallback-4725-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/collection1/state.json zxid: 691] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 380861 INFO  (zkCallback-4725-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 693] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 380865 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
  2> 380867 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72092536592531475-127.0.0.1:8983_solrcore1-n_0000000000
  2> 380871 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
  2> 380875 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
  2> 380877 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72092536592531475-127.0.0.1:8983_solrcore1-n_0000000001
  2> 380879 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.AbstractDistribZkTestBase verifyReplicaStatus (collection1) shard=shard1 coreNodeName=core_node1
  2> 380982 INFO  (zkCallback-4583-thread-1) [] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json zxid: 716] for collection [collection1] has occurred - updating... (live nodes size: [1])
  2> 380988 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
  2> 380989 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72092536592531475-127.0.0.1:8983_solrcore1-n_0000000002
  2> 381091 WARN  (OverseerStateUpdate-72092536592531476-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
  2>           =>org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
  2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
  2> 
  2> 381091 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 381091 INFO  (OverseerStateUpdate-72092536592531476-127.0.0.1:44251_solr-n_0000000000) [] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44251_solr
  2> 381092 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 381093 WARN  (OverseerExitThread) [] o.a.s.c.Overseer Error communicating with ZooKeeper
  2>           =>org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
  2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
  2> 
  2> 381094 INFO  (zkCallback-4744-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 381094 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 381094 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 381094 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Overseer (id=72092536592531476-127.0.0.1:44251_solr-n_0000000000) closing
  2> 381100 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 381100 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 381101 INFO  (zkCallback-4753-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 381101 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 381101 WARN  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 381104 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 381106 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44251_solr
  2> 381107 INFO  (TEST-OverseerTest.testOverseerFailure-seed#[635E3333DB42B7B1]) [] o.a.s.c.Overseer Overseer (id=72092536592531478-127.0.0.1:44251_solr-n_0000000001) starting
  2> 381111 WARN  (TEST-OverseerTes

[...truncated too long message...]

tory:test (SUCCESS): 22 test(s), 1 skipped

> Task :solr:modules:gcs-repository:wipeTaskTemp

> Task :solr:modules:hadoop-auth:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:hadoop-auth:processResources NO-SOURCE
> Task :solr:modules:hadoop-auth:classes

> Task :solr:modules:hadoop-auth:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:hadoop-auth:copySolrCoreTestResources
> Task :solr:modules:hadoop-auth:processTestResources
> Task :solr:modules:hadoop-auth:testClasses

> Task :solr:modules:hadoop-auth:test
:solr:modules:hadoop-auth:test (SUCCESS): 54 test(s), 1 skipped

> Task :solr:modules:hadoop-auth:wipeTaskTemp

> Task :solr:modules:hdfs:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:hdfs:processResources NO-SOURCE
> Task :solr:modules:hdfs:classes

> Task :solr:modules:hdfs:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:hdfs:copySolrCoreTestResources
> Task :solr:modules:hdfs:processTestResources
> Task :solr:modules:hdfs:testClasses
> Task :solr:modules:hdfs:test
:solr:modules:hdfs:test (SUCCESS): 104 test(s), 41 skipped

> Task :solr:modules:hdfs:wipeTaskTemp
> Task :solr:modules:jaegertracer-configurator:compileJava
> Task :solr:modules:jaegertracer-configurator:processResources NO-SOURCE
> Task :solr:modules:jaegertracer-configurator:classes
> Task :solr:modules:jaegertracer-configurator:compileTestJava
> Task :solr:modules:jaegertracer-configurator:processTestResources
> Task :solr:modules:jaegertracer-configurator:testClasses

> Task :solr:modules:jaegertracer-configurator:test
:solr:modules:jaegertracer-configurator:test (SUCCESS): 1 test(s)

> Task :solr:modules:jaegertracer-configurator:wipeTaskTemp
> Task :solr:modules:jwt-auth:compileJava
> Task :solr:modules:jwt-auth:processResources NO-SOURCE
> Task :solr:modules:jwt-auth:classes

> Task :solr:modules:jwt-auth:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/jwt-auth/src/test/org/apache/solr/security/jwt/JWTAuthPluginIntegrationTest.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:jwt-auth:processTestResources
> Task :solr:modules:jwt-auth:testClasses

> Task :solr:modules:jwt-auth:test
:solr:modules:jwt-auth:test (SUCCESS): 77 test(s), 1 skipped

> Task :solr:modules:jwt-auth:wipeTaskTemp

> Task :solr:modules:langid:compileJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/langid/src/java/org/apache/solr/update/processor/LanguageIdentifierUpdateProcessor.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:langid:processResources
> Task :solr:modules:langid:classes
> Task :solr:modules:langid:compileTestJava
> Task :solr:modules:langid:processTestResources
> Task :solr:modules:langid:testClasses

> Task :solr:modules:langid:test
:solr:modules:langid:test (SUCCESS): 49 test(s)

> Task :solr:modules:langid:wipeTaskTemp
> Task :solr:modules:llm:compileJava
> Task :solr:modules:llm:processResources NO-SOURCE
> Task :solr:modules:llm:classes

> Task :solr:modules:llm:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/llm/src/test/org/apache/solr/llm/TestLlmBase.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:llm:processTestResources
> Task :solr:modules:llm:testClasses

> Task :solr:modules:llm:test
:solr:modules:llm:test (SUCCESS): 47 test(s)

> Task :solr:modules:llm:wipeTaskTemp

> Task :solr:modules:ltr:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:ltr:processResources NO-SOURCE
> Task :solr:modules:ltr:classes

> Task :solr:modules:ltr:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:ltr:processTestResources
> Task :solr:modules:ltr:testClasses
> Task :solr:modules:ltr:test
:solr:modules:ltr:test (SUCCESS): 209 test(s)

> Task :solr:modules:ltr:wipeTaskTemp

> Task :solr:modules:opentelemetry:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:opentelemetry:processResources NO-SOURCE
> Task :solr:modules:opentelemetry:classes
> Task :solr:modules:opentelemetry:compileTestJava
> Task :solr:modules:opentelemetry:processTestResources
> Task :solr:modules:opentelemetry:testClasses

> Task :solr:modules:opentelemetry:test
:solr:modules:opentelemetry:test (SUCCESS): 5 test(s)

> Task :solr:modules:opentelemetry:wipeTaskTemp
> Task :solr:modules:s3-repository:compileJava
> Task :solr:modules:s3-repository:processResources NO-SOURCE
> Task :solr:modules:s3-repository:classes
> Task :solr:modules:s3-repository:compileTestJava
> Task :solr:modules:s3-repository:processTestResources
> Task :solr:modules:s3-repository:testClasses
> Task :solr:modules:s3-repository:test
:solr:modules:s3-repository:test (SUCCESS): 53 test(s), 1 skipped

> Task :solr:modules:s3-repository:wipeTaskTemp

> Task :solr:modules:scripting:compileJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:scripting:processResources NO-SOURCE
> Task :solr:modules:scripting:classes

> Task :solr:modules:scripting:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:scripting:processTestResources
> Task :solr:modules:scripting:testClasses

> Task :solr:modules:scripting:test
:solr:modules:scripting:test (SUCCESS): 22 test(s), 1 skipped

> Task :solr:modules:scripting:wipeTaskTemp

> Task :solr:modules:sql:compileTestJava
Note: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/modules/sql/src/test/org/apache/solr/handler/sql/TestSQLHandlerNonCloud.java uses or overrides a deprecated API.
Note: Recompile with -Xlint:deprecation for details.

> Task :solr:modules:sql:copySolrCoreTestResources
> Task :solr:modules:sql:processTestResources
> Task :solr:modules:sql:testClasses

> Task :solr:modules:sql:test
:solr:modules:sql:test (SUCCESS): 36 test(s)

> Task :solr:modules:sql:wipeTaskTemp
The slowest tests (exceeding 500 ms) during this run:
  54.58s LeaderElectionIntegrationTest.testSimpleSliceLeaderElection (:solr:core)
  50.08s PeerSyncReplicationTest.test (:solr:core)
  49.01s ReplicationFactorTest.test (:solr:core)
  46.98s HdfsCloudIncrementalBackupTest.testSimple (:solr:modules:hdfs)
  46.21s OverseerTest.testShardLeaderChange (:solr:core)
  44.80s SyncSliceTest.test (:solr:core)
  40.14s Http2SolrClientTest.testIdleTimeoutWithHttpClient (:solr:solrj)
  38.24s UnloadDistributedZkTest.test (:solr:core)
  34.35s TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess (:solr:core)
  34.24s TestCpuAllowedLimit.testDistribLimit2 (:solr:core)
The slowest suites (exceeding 1s) during this run:
  137.05s TestRecoveryHdfs (:solr:modules:hdfs)
  95.84s HdfsCloudIncrementalBackupTest (:solr:modules:hdfs)
  73.52s TestPullReplica (:solr:core)
  72.87s TestCpuAllowedLimit (:solr:core)
  66.73s TestCoordinatorRole (:solr:core)
  60.41s MultiThreadedOCPTest (:solr:core)
  58.44s TestRecovery (:solr:core)
  55.04s LeaderElectionIntegrationTest (:solr:core)
  54.73s ReindexCollectionTest (:solr:core)
  54.69s OverseerTest (:solr:core)
ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.OverseerTest.testShardLeaderChange (:solr:core)
    Test history: https://develocity.apache.org/scans/tests?search.rootProjectNames=solr-root&tests.container=org.apache.solr.cloud.OverseerTest&tests.test=testShardLeaderChange http://fucit.org/solr-jenkins-reports/history-trend-of-recent-failures.html#series/org.apache.solr.cloud.OverseerTest.testShardLeaderChange
    Test output: /home/jenkins/jenkins-agent/workspace/Solr/Solr-Test-9.x/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.OverseerTest.txt
    Reproduce with: ./gradlew :solr:core:test --tests "org.apache.solr.cloud.OverseerTest.testShardLeaderChange" -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=635E3333DB42B7B1 -Ptests.multiplier=2 -Ptests.useSecurityManager=true -Ptests.badapples=false -Ptests.file.encoding=US-ASCII


Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.

You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.

For more on this, please refer to https://docs.gradle.org/8.10/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.

BUILD SUCCESSFUL in 45m 19s
167 actionable tasks: 167 executed

Publishing build scan...

The Develocity server (develocity.apache.org) rejected the access key with prefix '7x3jzizm4zpygv7psbkg6byvm4'.
Your credential has expired.

Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
‘**/*.events’ doesn’t match anything: ‘**’ exists but not ‘**/*.events’
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
[Checks API] No suitable checks publisher found.
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)