You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2022/02/22 01:55:30 UTC

[JENKINS] Solr-main-Linux (64bit/jdk-16.0.2) - Build # 3117 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3117/
Java: 64bit/jdk-16.0.2 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testPerReplicaStateCollection

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:45617/solr: Unknown Error: {responseHeader={status=500, QTime=88}, Operation CREATE caused exception:=org.apache.solr.common.SolrException:org.apache.solr.common.SolrException, exception={msg=null, rspCode=500}, error={metadata={error-class=org.apache.solr.common.SolrException, root-error-class=org.apache.solr.common.SolrException}, trace=org.apache.solr.common.SolrException
	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:64)
	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:252)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:206)
	at org.apache.solr.handler.CollectionsAPI$CollectionsCommands.create(CollectionsAPI.java:172)
	at org.apache.solr.api.AnnotatedApi$Cmd.invoke(AnnotatedApi.java:310)
	at org.apache.solr.api.AnnotatedApi.call(AnnotatedApi.java:216)
	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:346)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:831)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:543)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:516)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:555)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:410)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:164)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	at java.base/java.lang.Thread.run(Thread.java:831)
, code=500}}

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:45617/solr: Unknown Error: {responseHeader={status=500, QTime=88}, Operation CREATE caused exception:=org.apache.solr.common.SolrException:org.apache.solr.common.SolrException, exception={msg=null, rspCode=500}, error={metadata={error-class=org.apache.solr.common.SolrException, root-error-class=org.apache.solr.common.SolrException}, trace=org.apache.solr.common.SolrException
	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:64)
	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:252)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:206)
	at org.apache.solr.handler.CollectionsAPI$CollectionsCommands.create(CollectionsAPI.java:172)
	at org.apache.solr.api.AnnotatedApi$Cmd.invoke(AnnotatedApi.java:310)
	at org.apache.solr.api.AnnotatedApi.call(AnnotatedApi.java:216)
	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:346)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:831)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:543)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:516)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:555)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:410)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:164)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	at java.base/java.lang.Thread.run(Thread.java:831)
, code=500}}
	at __randomizedtesting.SeedInfo.seed([4B9699B17F8991DF:61AB32F3DF294BD2]:0)
	at app//org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:66)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:634)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:239)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:222)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1134)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:898)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:832)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:226)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:243)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClientTest.testPerReplicaStateCollection(CloudSolrClientTest.java:1082)
	at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base@16.0.2/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@16.0.2/java.lang.reflect.Method.invoke(Method.java:567)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at app//org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.cloud.api.collections.SplitByPrefixTest.doTest

Error Message:
java.lang.AssertionError: Timed out waiting for sub shards to be active.
Timeout waiting to see state for collection=c1 :DocCollection(c1//collections/c1/state.json/48 )={
  "pullReplicas":"0",
  "configName":"conf",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-7fffffff",
      "state":"inactive",
      "stateTimestamp":"1645493874782297448",
      "replicas":{"core_node2":{
          "core":"c1_shard1_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_0":{
      "range":"80000000-ffffffff",
      "state":"active",
      "stateTimestamp":"1645493874782289012",
      "replicas":{"core_node5":{
          "core":"c1_shard1_0_replica_n3",
          "leader":"true",
          "core_node_name":"core_node5",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1":{
      "range":"0-7fffffff",
      "state":"inactive",
      "stateTimestamp":"1645493877941416679",
      "replicas":{"core_node6":{
          "core":"c1_shard1_1_replica_n4",
          "leader":"true",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0":{
      "range":"0-52ffff",
      "state":"inactive",
      "stateTimestamp":"1645493881117608761",
      "replicas":{"core_node9":{
          "core":"c1_shard1_1_0_replica_n7",
          "leader":"true",
          "core_node_name":"core_node9",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_1":{
      "range":"530000-7fffffff",
      "state":"active",
      "stateTimestamp":"1645493877941408403",
      "replicas":{"core_node10":{
          "core":"c1_shard1_1_1_replica_n8",
          "leader":"true",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0":{
      "range":"0-ffff",
      "state":"inactive",
      "stateTimestamp":"1645493884275243369",
      "replicas":{"core_node13":{
          "core":"c1_shard1_1_0_0_replica_n11",
          "leader":"true",
          "core_node_name":"core_node13",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_1":{
      "range":"10000-52ffff",
      "state":"active",
      "stateTimestamp":"1645493881117630072",
      "replicas":{"core_node14":{
          "core":"c1_shard1_1_0_1_replica_n12",
          "leader":"true",
          "core_node_name":"core_node14",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0_0":{
      "range":"0-7fff",
      "state":"active",
      "stateTimestamp":"1645493884275229392",
      "replicas":{"core_node17":{
          "core":"c1_shard1_1_0_0_0_replica_n15",
          "leader":"true",
          "core_node_name":"core_node17",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0_1":{
      "range":"8000-ffff",
      "state":"active",
      "stateTimestamp":"1645493884275254070",
      "replicas":{"core_node18":{
          "core":"c1_shard1_1_0_0_1_replica_n16",
          "leader":"true",
          "core_node_name":"core_node18",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0_1",
          "type":"NRT",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:38279_solr]
Last available state: DocCollection(c1//collections/c1/state.json/48 )={
  "pullReplicas":"0",
  "configName":"conf",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-7fffffff",
      "state":"inactive",
      "stateTimestamp":"1645493874782297448",
      "replicas":{"core_node2":{
          "core":"c1_shard1_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_0":{
      "range":"80000000-ffffffff",
      "state":"active",
      "stateTimestamp":"1645493874782289012",
      "replicas":{"core_node5":{
          "core":"c1_shard1_0_replica_n3",
          "leader":"true",
          "core_node_name":"core_node5",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1":{
      "range":"0-7fffffff",
      "state":"inactive",
      "stateTimestamp":"1645493877941416679",
      "replicas":{"core_node6":{
          "core":"c1_shard1_1_replica_n4",
          "leader":"true",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0":{
      "range":"0-52ffff",
      "state":"inactive",
      "stateTimestamp":"1645493881117608761",
      "replicas":{"core_node9":{
          "core":"c1_shard1_1_0_replica_n7",
          "leader":"true",
          "core_node_name":"core_node9",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_1":{
      "range":"530000-7fffffff",
      "state":"active",
      "stateTimestamp":"1645493877941408403",
      "replicas":{"core_node10":{
          "core":"c1_shard1_1_1_replica_n8",
          "leader":"true",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0":{
      "range":"0-ffff",
      "state":"inactive",
      "stateTimestamp":"1645493884275243369",
      "replicas":{"core_node13":{
          "core":"c1_shard1_1_0_0_replica_n11",
          "leader":"true",
          "core_node_name":"core_node13",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_1":{
      "range":"10000-52ffff",
      "state":"active",
      "stateTimestamp":"1645493881117630072",
      "replicas":{"core_node14":{
          "core":"c1_shard1_1_0_1_replica_n12",
          "leader":"true",
          "core_node_name":"core_node14",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0_0":{
      "range":"0-7fff",
      "state":"active",
      "stateTimestamp":"1645493884275229392",
      "replicas":{"core_node17":{
          "core":"c1_shard1_1_0_0_0_replica_n15",
          "leader":"true",
          "core_node_name":"core_node17",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0_1":{
      "range":"8000-ffff",
      "state":"active",
      "stateTimestamp":"1645493884275254070",
      "replicas":{"core_node18":{
          "core":"c1_shard1_1_0_0_1_replica_n16",
          "leader":"true",
          "core_node_name":"core_node18",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0_1",
          "type":"NRT",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "nrtReplicas":"1",
  "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timed out waiting for sub shards to be active.
Timeout waiting to see state for collection=c1 :DocCollection(c1//collections/c1/state.json/48 )={
  "pullReplicas":"0",
  "configName":"conf",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-7fffffff",
      "state":"inactive",
      "stateTimestamp":"1645493874782297448",
      "replicas":{"core_node2":{
          "core":"c1_shard1_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_0":{
      "range":"80000000-ffffffff",
      "state":"active",
      "stateTimestamp":"1645493874782289012",
      "replicas":{"core_node5":{
          "core":"c1_shard1_0_replica_n3",
          "leader":"true",
          "core_node_name":"core_node5",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1":{
      "range":"0-7fffffff",
      "state":"inactive",
      "stateTimestamp":"1645493877941416679",
      "replicas":{"core_node6":{
          "core":"c1_shard1_1_replica_n4",
          "leader":"true",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0":{
      "range":"0-52ffff",
      "state":"inactive",
      "stateTimestamp":"1645493881117608761",
      "replicas":{"core_node9":{
          "core":"c1_shard1_1_0_replica_n7",
          "leader":"true",
          "core_node_name":"core_node9",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_1":{
      "range":"530000-7fffffff",
      "state":"active",
      "stateTimestamp":"1645493877941408403",
      "replicas":{"core_node10":{
          "core":"c1_shard1_1_1_replica_n8",
          "leader":"true",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0":{
      "range":"0-ffff",
      "state":"inactive",
      "stateTimestamp":"1645493884275243369",
      "replicas":{"core_node13":{
          "core":"c1_shard1_1_0_0_replica_n11",
          "leader":"true",
          "core_node_name":"core_node13",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_1":{
      "range":"10000-52ffff",
      "state":"active",
      "stateTimestamp":"1645493881117630072",
      "replicas":{"core_node14":{
          "core":"c1_shard1_1_0_1_replica_n12",
          "leader":"true",
          "core_node_name":"core_node14",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0_0":{
      "range":"0-7fff",
      "state":"active",
      "stateTimestamp":"1645493884275229392",
      "replicas":{"core_node17":{
          "core":"c1_shard1_1_0_0_0_replica_n15",
          "leader":"true",
          "core_node_name":"core_node17",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0_1":{
      "range":"8000-ffff",
      "state":"active",
      "stateTimestamp":"1645493884275254070",
      "replicas":{"core_node18":{
          "core":"c1_shard1_1_0_0_1_replica_n16",
          "leader":"true",
          "core_node_name":"core_node18",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0_1",
          "type":"NRT",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:38279_solr]
Last available state: DocCollection(c1//collections/c1/state.json/48 )={
  "pullReplicas":"0",
  "configName":"conf",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-7fffffff",
      "state":"inactive",
      "stateTimestamp":"1645493874782297448",
      "replicas":{"core_node2":{
          "core":"c1_shard1_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_0":{
      "range":"80000000-ffffffff",
      "state":"active",
      "stateTimestamp":"1645493874782289012",
      "replicas":{"core_node5":{
          "core":"c1_shard1_0_replica_n3",
          "leader":"true",
          "core_node_name":"core_node5",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1":{
      "range":"0-7fffffff",
      "state":"inactive",
      "stateTimestamp":"1645493877941416679",
      "replicas":{"core_node6":{
          "core":"c1_shard1_1_replica_n4",
          "leader":"true",
          "core_node_name":"core_node6",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0":{
      "range":"0-52ffff",
      "state":"inactive",
      "stateTimestamp":"1645493881117608761",
      "replicas":{"core_node9":{
          "core":"c1_shard1_1_0_replica_n7",
          "leader":"true",
          "core_node_name":"core_node9",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_1":{
      "range":"530000-7fffffff",
      "state":"active",
      "stateTimestamp":"1645493877941408403",
      "replicas":{"core_node10":{
          "core":"c1_shard1_1_1_replica_n8",
          "leader":"true",
          "core_node_name":"core_node10",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0":{
      "range":"0-ffff",
      "state":"inactive",
      "stateTimestamp":"1645493884275243369",
      "replicas":{"core_node13":{
          "core":"c1_shard1_1_0_0_replica_n11",
          "leader":"true",
          "core_node_name":"core_node13",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_1":{
      "range":"10000-52ffff",
      "state":"active",
      "stateTimestamp":"1645493881117630072",
      "replicas":{"core_node14":{
          "core":"c1_shard1_1_0_1_replica_n12",
          "leader":"true",
          "core_node_name":"core_node14",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_1",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0_0":{
      "range":"0-7fff",
      "state":"active",
      "stateTimestamp":"1645493884275229392",
      "replicas":{"core_node17":{
          "core":"c1_shard1_1_0_0_0_replica_n15",
          "leader":"true",
          "core_node_name":"core_node17",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0_0",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard1_1_0_0_1":{
      "range":"8000-ffff",
      "state":"active",
      "stateTimestamp":"1645493884275254070",
      "replicas":{"core_node18":{
          "core":"c1_shard1_1_0_0_1_replica_n16",
          "leader":"true",
          "core_node_name":"core_node18",
          "node_name":"127.0.0.1:38279_solr",
          "base_url":"https://127.0.0.1:38279/solr",
          "state":"active",
          "collection":"c1",
          "shard":"shard1_1_0_0_1",
          "type":"NRT",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([4B9699B17F8991DF:ECD2211512328266]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:157)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:134)
	at org.apache.solr.cloud.api.collections.SplitByPrefixTest.doTest(SplitByPrefixTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithKerberosAlt.testBasics

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41375/solr: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 401 Authentication required</title>
</head>
<body><h2>HTTP ERROR 401 Authentication required</h2>
<table>
<tr><th>URI:</th><td>/solr/admin/collections</td></tr>
<tr><th>STATUS:</th><td>401</td></tr>
<tr><th>MESSAGE:</th><td>Authentication required</td></tr>
<tr><th>SERVLET:</th><td>org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-5bda9259</td></tr>
</table>
<hr/><a href="https://eclipse.org/jetty">Powered by Jetty:// 9.4.44.v20210927</a><hr/>

</body>
</html>


Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41375/solr: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 401 Authentication required</title>
</head>
<body><h2>HTTP ERROR 401 Authentication required</h2>
<table>
<tr><th>URI:</th><td>/solr/admin/collections</td></tr>
<tr><th>STATUS:</th><td>401</td></tr>
<tr><th>MESSAGE:</th><td>Authentication required</td></tr>
<tr><th>SERVLET:</th><td>org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-5bda9259</td></tr>
</table>
<hr/><a href="https://eclipse.org/jetty">Powered by Jetty:// 9.4.44.v20210927</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([4B9699B17F8991DF:764E379D4767CFAF]:0)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:619)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:239)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:222)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1134)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:898)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:832)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:226)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:243)
	at app//org.apache.solr.security.hadoop.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:137)
	at app//org.apache.solr.security.hadoop.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:129)
	at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base@16.0.2/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@16.0.2/java.lang.reflect.Method.invoke(Method.java:567)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)