You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2022/03/02 20:17:25 UTC

[JENKINS-EA] Solr-main-Linux (64bit/jdk-18-ea+35) - Build # 3295 - Unstable!

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3295/
Java: 64bit/jdk-18-ea+35 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.TestStressIncrementalBackup.testCoreAdminHandler

Error Message:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
	at __randomizedtesting.SeedInfo.seed([F06DD4D9DDEE5FC2:71ADE9E1B260523C]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:120)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.handler.TestStressIncrementalBackup.makeBackup(TestStressIncrementalBackup.java:187)
	at org.apache.solr.handler.TestStressIncrementalBackup.testCoreAdminHandler(TestStressIncrementalBackup.java:168)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:577)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:833)


FAILED:  org.apache.solr.schema.TestBulkSchemaConcurrent.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 
   1) Thread[id=21594, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@18-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:358)
        at app//org.apache.solr.cloud.ZkController.setConfWatcher(ZkController.java:2513)
        at app//org.apache.solr.cloud.ZkController.getConfDirListeners(ZkController.java:2437)
        at app//org.apache.solr.cloud.ZkController.registerConfListenerForCore(ZkController.java:2418)
        at app//org.apache.solr.core.SolrCore.registerConfListener(SolrCore.java:3088)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1087)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:744)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1686)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3134)
        at app//org.apache.solr.core.SolrCore$$Lambda$939/0x00000008013ee728.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2499)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1386/0x0000000801673a18.run(Unknown Source)
        at java.base@18-ea/java.lang.Thread.run(Thread.java:833)
   2) Thread[id=21649, name=searcherExecutor-13146-thread-1-processing-127.0.0.1:43713_, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@18-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@18-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@18-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
        at java.base@18-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
        at java.base@18-ea/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
        at app//org.apache.solr.core.SolrCore.lambda$new$2(SolrCore.java:1048)
        at app//org.apache.solr.core.SolrCore$$Lambda$420/0x00000008010a7dd0.call(Unknown Source)
        at java.base@18-ea/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$286/0x0000000800f5f3b0.run(Unknown Source)
        at java.base@18-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
        at java.base@18-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@18-ea/java.lang.Thread.run(Thread.java:833)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 
   1) Thread[id=21594, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@18-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:358)
        at app//org.apache.solr.cloud.ZkController.setConfWatcher(ZkController.java:2513)
        at app//org.apache.solr.cloud.ZkController.getConfDirListeners(ZkController.java:2437)
        at app//org.apache.solr.cloud.ZkController.registerConfListenerForCore(ZkController.java:2418)
        at app//org.apache.solr.core.SolrCore.registerConfListener(SolrCore.java:3088)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1087)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:744)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1686)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3134)
        at app//org.apache.solr.core.SolrCore$$Lambda$939/0x00000008013ee728.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2499)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1386/0x0000000801673a18.run(Unknown Source)
        at java.base@18-ea/java.lang.Thread.run(Thread.java:833)
   2) Thread[id=21649, name=searcherExecutor-13146-thread-1-processing-127.0.0.1:43713_, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@18-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@18-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@18-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
        at java.base@18-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
        at java.base@18-ea/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
        at app//org.apache.solr.core.SolrCore.lambda$new$2(SolrCore.java:1048)
        at app//org.apache.solr.core.SolrCore$$Lambda$420/0x00000008010a7dd0.call(Unknown Source)
        at java.base@18-ea/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$286/0x0000000800f5f3b0.run(Unknown Source)
        at java.base@18-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
        at java.base@18-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@18-ea/java.lang.Thread.run(Thread.java:833)
	at __randomizedtesting.SeedInfo.seed([F06DD4D9DDEE5FC2]:0)

[JENKINS] Solr-main-Linux (64bit/jdk-17.0.2) - Build # 3303 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3303/
Java: 64bit/jdk-17.0.2 -XX:+UseCompressedOops -XX:+UseShenandoahGC

1 tests failed.
FAILED:  org.apache.solr.handler.designer.TestSchemaDesignerConfigSetHelper.testAddUpdateObjects

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45271/solr: Underlying core creation failed while creating collection: ._designer_testAddUpdateObjects

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45271/solr: Underlying core creation failed while creating collection: ._designer_testAddUpdateObjects
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:710)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:209)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1217)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:938)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:223)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:238)
	at app//org.apache.solr.handler.designer.SchemaDesignerConfigSetHelper.createCollection(SchemaDesignerConfigSetHelper.java:650)
	at app//org.apache.solr.handler.designer.SchemaDesignerConfigSetHelper.createCollection(SchemaDesignerConfigSetHelper.java:644)
	at app//org.apache.solr.handler.designer.SchemaDesignerConfigSetHelper.reloadTempCollection(SchemaDesignerConfigSetHelper.java:249)
	at app//org.apache.solr.handler.designer.SchemaDesignerConfigSetHelper.updateSchemaObject(SchemaDesignerConfigSetHelper.java:284)
	at app//org.apache.solr.handler.designer.TestSchemaDesignerConfigSetHelper.testAddUpdateObjects(TestSchemaDesignerConfigSetHelper.java:429)
	at java.base@17.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.2/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.2/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base@17.0.2/java.lang.Thread.run(Thread.java:833)

[JENKINS] Solr-main-Linux (64bit/jdk-11.0.13) - Build # 3302 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3302/
Java: 64bit/jdk-11.0.13 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testPerReplicaStateCollection

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37739/solr: org.apache.solr.common.SolrException
	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:61)
	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:252)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:206)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:867)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:831)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:543)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:516)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:555)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:410)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:164)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	at java.base/java.lang.Thread.run(Thread.java:829)


Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37739/solr: org.apache.solr.common.SolrException
	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:61)
	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:252)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:206)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:867)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:831)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:543)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:516)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:555)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:410)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:164)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	at java.base/java.lang.Thread.run(Thread.java:829)

	at __randomizedtesting.SeedInfo.seed([B75DD65FE0ADEE5D:9D607D1D400D3450]:0)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:710)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:209)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1217)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:938)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:223)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:238)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClientTest.testPerReplicaStateCollection(CloudSolrClientTest.java:1145)
	at java.base@11.0.13/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.13/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.13/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.13/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at app//org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base@11.0.13/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.common.cloud.PerReplicaStatesIntegrationTest.testRestart

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46655/solr: org.apache.solr.common.SolrException
	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:61)
	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:252)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:206)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:867)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:831)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:543)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:516)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:555)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:410)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:164)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	at java.base/java.lang.Thread.run(Thread.java:829)


Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46655/solr: org.apache.solr.common.SolrException
	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:61)
	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:252)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:206)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:867)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:831)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:543)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:516)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:555)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:410)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:164)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	at java.base/java.lang.Thread.run(Thread.java:829)

	at __randomizedtesting.SeedInfo.seed([B75DD65FE0ADEE5D:22D03A3E65455A48]:0)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:710)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:209)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1217)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:938)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:223)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:238)
	at app//org.apache.solr.common.cloud.PerReplicaStatesIntegrationTest.testRestart(PerReplicaStatesIntegrationTest.java:123)
	at java.base@11.0.13/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.13/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.13/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.13/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base@11.0.13/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.common.cloud.TestCloudCollectionsListeners.testCollectionDeletion

Error Message:
java.lang.AssertionError: CloudCollectionsListener has incorrect number of old collections expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: CloudCollectionsListener has incorrect number of old collections expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([B75DD65FE0ADEE5D:6600DE5B495E37AB]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.common.cloud.TestCloudCollectionsListeners.testCollectionDeletion(TestCloudCollectionsListeners.java:252)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/jdk-11.0.13) - Build # 3301 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3301/
Java: 64bit/jdk-11.0.13 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.client.ref_guide_examples.JsonRequestApiHeatmapFacetingTest.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.ref_guide_examples.JsonRequestApiHeatmapFacetingTest: 
   1) Thread[id=2706, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-JsonRequestApiHeatmapFacetingTest]
        at java.base@11.0.13/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.ref_guide_examples.JsonRequestApiHeatmapFacetingTest: 
   1) Thread[id=2706, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-JsonRequestApiHeatmapFacetingTest]
        at java.base@11.0.13/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
	at __randomizedtesting.SeedInfo.seed([B8F06B90CBFCEEE8]:0)

[JENKINS-EA] Solr-main-Linux (64bit/jdk-18-ea+35) - Build # 3300 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3300/
Java: 64bit/jdk-18-ea+35 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudHttp2SolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
java.lang.AssertionError: expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([C0D97672EF220959:74E8EE9A0CCB7F75]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.client.solrj.impl.CloudHttp2SolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudHttp2SolrClientTest.java:1015)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:577)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:833)

[JENKINS] Solr-main-Linux (64bit/jdk-16.0.2) - Build # 3299 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3299/
Java: 64bit/jdk-16.0.2 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testPerReplicaStateCollection

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40835/solr: org.apache.solr.common.SolrException
	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:61)
	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:252)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:206)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:867)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:831)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:543)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:516)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	at java.base/java.lang.Thread.run(Thread.java:831)


Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40835/solr: org.apache.solr.common.SolrException
	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:61)
	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:252)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:206)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:867)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:831)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:543)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:516)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	at java.base/java.lang.Thread.run(Thread.java:831)

	at __randomizedtesting.SeedInfo.seed([88B53E2AFE449F3:22B6F8A00F4493FE]:0)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:710)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:209)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:405)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:371)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1217)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:938)
	at app//org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:223)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:238)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClientTest.testPerReplicaStateCollection(CloudSolrClientTest.java:1145)
	at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@16.0.2/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base@16.0.2/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@16.0.2/java.lang.reflect.Method.invoke(Method.java:567)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at app//org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base@16.0.2/java.lang.Thread.run(Thread.java:831)

[JENKINS] Solr-main-Linux (64bit/jdk-17.0.2) - Build # 3298 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3298/
Java: 64bit/jdk-17.0.2 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.schema.TestBulkSchemaConcurrent.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 
   1) Thread[id=22592, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@17.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:368)
        at app//org.apache.solr.rest.ManagedResourceStorage$ZooKeeperStorageIO.configure(ManagedResourceStorage.java:232)
        at app//org.apache.solr.rest.ManagedResourceStorage.newStorageIO(ManagedResourceStorage.java:144)
        at app//org.apache.solr.core.SolrCore.initRestManager(SolrCore.java:2968)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:744)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1686)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3134)
        at app//org.apache.solr.core.SolrCore$$Lambda$950/0x0000000801432248.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2499)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1378/0x00000008017f2430.run(Unknown Source)
        at java.base@17.0.2/java.lang.Thread.run(Thread.java:833)
   2) Thread[id=22667, name=searcherExecutor-13763-thread-1-processing-127.0.0.1:41709_g%2Fn, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@17.0.2/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@17.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@17.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
        at java.base@17.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
        at java.base@17.0.2/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
        at app//org.apache.solr.core.SolrCore.lambda$new$2(SolrCore.java:1048)
        at app//org.apache.solr.core.SolrCore$$Lambda$424/0x0000000801092d60.call(Unknown Source)
        at java.base@17.0.2/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$290/0x0000000800f6f898.run(Unknown Source)
        at java.base@17.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
        at java.base@17.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@17.0.2/java.lang.Thread.run(Thread.java:833)
   3) Thread[id=22586, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@17.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:401)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:82)
        at app//org.apache.solr.util.SafeXMLParsing.parseConfigXML(SafeXMLParsing.java:56)
        at app//org.apache.solr.schema.FileExchangeRateProvider.reload(FileExchangeRateProvider.java:166)
        at app//org.apache.solr.schema.CurrencyFieldType.inform(CurrencyFieldType.java:242)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:723)
        at app//org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:711)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:178)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:107)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:244)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:51)
        at app//org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:314)
        at app//org.apache.solr.core.ConfigSetService.lambda$loadConfigSet$0(ConfigSetService.java:241)
        at app//org.apache.solr.core.ConfigSetService$$Lambda$355/0x0000000800fd4740.get(Unknown Source)
        at app//org.apache.solr.core.ConfigSet.<init>(ConfigSet.java:46)
        at app//org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:239)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1682)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3134)
        at app//org.apache.solr.core.SolrCore$$Lambda$950/0x0000000801432248.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2499)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1378/0x00000008017f2430.run(Unknown Source)
        at java.base@17.0.2/java.lang.Thread.run(Thread.java:833)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 
   1) Thread[id=22592, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@17.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:368)
        at app//org.apache.solr.rest.ManagedResourceStorage$ZooKeeperStorageIO.configure(ManagedResourceStorage.java:232)
        at app//org.apache.solr.rest.ManagedResourceStorage.newStorageIO(ManagedResourceStorage.java:144)
        at app//org.apache.solr.core.SolrCore.initRestManager(SolrCore.java:2968)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:744)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1686)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3134)
        at app//org.apache.solr.core.SolrCore$$Lambda$950/0x0000000801432248.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2499)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1378/0x00000008017f2430.run(Unknown Source)
        at java.base@17.0.2/java.lang.Thread.run(Thread.java:833)
   2) Thread[id=22667, name=searcherExecutor-13763-thread-1-processing-127.0.0.1:41709_g%2Fn, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@17.0.2/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@17.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@17.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
        at java.base@17.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
        at java.base@17.0.2/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
        at app//org.apache.solr.core.SolrCore.lambda$new$2(SolrCore.java:1048)
        at app//org.apache.solr.core.SolrCore$$Lambda$424/0x0000000801092d60.call(Unknown Source)
        at java.base@17.0.2/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:259)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$290/0x0000000800f6f898.run(Unknown Source)
        at java.base@17.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
        at java.base@17.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@17.0.2/java.lang.Thread.run(Thread.java:833)
   3) Thread[id=22586, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@17.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:401)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:82)
        at app//org.apache.solr.util.SafeXMLParsing.parseConfigXML(SafeXMLParsing.java:56)
        at app//org.apache.solr.schema.FileExchangeRateProvider.reload(FileExchangeRateProvider.java:166)
        at app//org.apache.solr.schema.CurrencyFieldType.inform(CurrencyFieldType.java:242)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:723)
        at app//org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:711)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:178)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:107)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:244)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:51)
        at app//org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:314)
        at app//org.apache.solr.core.ConfigSetService.lambda$loadConfigSet$0(ConfigSetService.java:241)
        at app//org.apache.solr.core.ConfigSetService$$Lambda$355/0x0000000800fd4740.get(Unknown Source)
        at app//org.apache.solr.core.ConfigSet.<init>(ConfigSet.java:46)
        at app//org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:239)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1682)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3134)
        at app//org.apache.solr.core.SolrCore$$Lambda$950/0x0000000801432248.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$18(ZkController.java:2499)
        at app//org.apache.solr.cloud.ZkController$$Lambda$1378/0x00000008017f2430.run(Unknown Source)
        at java.base@17.0.2/java.lang.Thread.run(Thread.java:833)
	at __randomizedtesting.SeedInfo.seed([472F423368037344]:0)


FAILED:  org.apache.solr.search.facet.TestCloudJSONFacetSKGEquiv.testRandom

Error Message:
java.lang.AssertionError: rows=0&q=(field_9_multi_ss:12+OR+field_5_multi_sdsS:6+OR+field_5_multi_sdsS:8+OR+field_3_multi_ss:22+OR+field_9_multi_ss:22+OR+field_14_multi_sdsS:51+OR+field_8_multi_sdsS:42+OR+field_0_multi_ss:41+OR+field_2_multi_sdsS:40)&fore=(field_3_multi_ss:21+OR+field_8_multi_sdsS:19+OR+field_4_multi_sds:44+OR+field_7_multi_sds:53+OR+field_0_multi_ss:27+OR+field_0_multi_ss:37)&back=(field_8_multi_sdsS:44+OR+field_1_multi_sds:33+OR+field_10_multi_sds:25+OR+field_5_multi_sdsS:8+OR+field_9_multi_ss:57)&json.facet={"facet_1":{"method":"${method_val:smart}","limit":-1,"overrequest":5,"prefix":"3","sort":"index+asc","type":"terms","field":"field_14_solo_sdS","facet":{"skg":{"type":"func","func":"relatedness($fore,$back)","${sweep_key:xxx}":"${sweep_val:yyy}"},"facet_2":{"method":"${method_val:smart}","limit":54,"overrequest":0,"sort":"index+asc","refine":true,"type":"terms","field":"field_5_multi_idsS","facet":{"skg":{"type":"func","func":"relatedness($fore,$back)","${sweep_key:xxx}":"${sweep_val:yyy}"},"sum":"sum(field_0_solo_i)"}}}}} ===> Mismatch: .facet_1.buckets.length:9!=6 using method_val=enum&sweep_key=sweep_collection&sweep_val=true

Stack Trace:
java.lang.AssertionError: rows=0&q=(field_9_multi_ss:12+OR+field_5_multi_sdsS:6+OR+field_5_multi_sdsS:8+OR+field_3_multi_ss:22+OR+field_9_multi_ss:22+OR+field_14_multi_sdsS:51+OR+field_8_multi_sdsS:42+OR+field_0_multi_ss:41+OR+field_2_multi_sdsS:40)&fore=(field_3_multi_ss:21+OR+field_8_multi_sdsS:19+OR+field_4_multi_sds:44+OR+field_7_multi_sds:53+OR+field_0_multi_ss:27+OR+field_0_multi_ss:37)&back=(field_8_multi_sdsS:44+OR+field_1_multi_sds:33+OR+field_10_multi_sds:25+OR+field_5_multi_sdsS:8+OR+field_9_multi_ss:57)&json.facet={"facet_1":{"method":"${method_val:smart}","limit":-1,"overrequest":5,"prefix":"3","sort":"index+asc","type":"terms","field":"field_14_solo_sdS","facet":{"skg":{"type":"func","func":"relatedness($fore,$back)","${sweep_key:xxx}":"${sweep_val:yyy}"},"facet_2":{"method":"${method_val:smart}","limit":54,"overrequest":0,"sort":"index+asc","refine":true,"type":"terms","field":"field_5_multi_idsS","facet":{"skg":{"type":"func","func":"relatedness($fore,$back)","${sweep_key:xxx}":"${sweep_val:yyy}"},"sum":"sum(field_0_solo_i)"}}}}} ===> Mismatch: .facet_1.buckets.length:9!=6 using method_val=enum&sweep_key=sweep_collection&sweep_val=true
	at __randomizedtesting.SeedInfo.seed([472F423368037344:3563673CD963C537]:0)
	at org.apache.solr.search.facet.TestCloudJSONFacetSKGEquiv.assertFacetSKGsAreConsistent(TestCloudJSONFacetSKGEquiv.java:832)
	at org.apache.solr.search.facet.TestCloudJSONFacetSKGEquiv.testRandom(TestCloudJSONFacetSKGEquiv.java:729)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:833)
Caused by: java.lang.AssertionError: Mismatch: .facet_1.buckets.length:9!=6 using method_val=enum&sweep_key=sweep_collection&sweep_val=true
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.search.facet.TestCloudJSONFacetSKGEquiv.assertFacetSKGsAreConsistent(TestCloudJSONFacetSKGEquiv.java:827)
	... 47 more

[JENKINS] Solr-main-Linux (64bit/jdk-16.0.2) - Build # 3297 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3297/
Java: 64bit/jdk-16.0.2 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.handler.export.TestExportWriter.testMultipleSorts

Error Message:
java.lang.Exception: Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([8CD611C32B49C2D2]:0)


FAILED:  org.apache.solr.handler.export.TestExportWriter.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([8CD611C32B49C2D2]:0)

[JENKINS-EA] Solr-main-Linux (64bit/jdk-18-ea+35) - Build # 3296 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/3296/
Java: 64bit/jdk-18-ea+35 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortLast

Error Message:
java.lang.AssertionError: Unexpected number of elements in the group for 'intGSL' size: '6' GroupValue: '52914351' rsp: {responseHeader={zkConnected=true, status=0, QTime=13, params={q=*:*, group.sort=id asc, _stateVer_=dv_coll:13, group.limit=100, rows=100, wt=javabin, version=2, group.field=intGSL, group=true}}, grouped={intGSL={matches=47, groups=[{groupValue=52914351, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=true, sortableGSL=base_string_628265__00001117, _version_=1726223018101833728, _root_=0}, SolrDocument{id=1, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=false, sortableGSL=base_string_628265__00001117, _version_=1726223018101833728, _root_=1}, SolrDocument{id=2, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=true, sortableGSL=base_string_628265__00001117, _version_=1726223018101833728, _root_=2}, SolrDocument{id=3, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=false, sortableGSL=base_string_628265__00001117, _version_=1726223018101833729, _root_=3}, SolrDocument{id=4, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=true, sortableGSL=base_string_628265__00001117, _version_=1726223018101833729, _root_=4}, SolrDocument{id=5, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=false, sortableGSL=base_string_628265__00001117, _version_=1726223018101833728, _root_=5}]}}, {groupValue=null, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000, _version_=1726223018100785152, _root_=10000}, SolrDocument{id=10005, _version_=1726223018101833730, _root_=10005}, SolrDocument{id=10015, _version_=1726223018102882309, _root_=10015}, SolrDocument{id=10020, _version_=1726223018102882310, _root_=10020}, SolrDocument{id=10030, _version_=1726223018102882304, _root_=10030}, SolrDocument{id=10040, _version_=1726223018102882307, _root_=10040}]}}, {groupValue=52920095, doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=true, sortableGSL=base_string_628265__00010859, _version_=1726223018102882305, _root_=10}, SolrDocument{id=11, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=false, sortableGSL=base_string_628265__00010859, _version_=1726223018102882306, _root_=11}, SolrDocument{id=12, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=true, sortableGSL=base_string_628265__00010859, _version_=1726223018101833731, _root_=12}, SolrDocument{id=13, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=false, sortableGSL=base_string_628265__00010859, _version_=1726223018102882307, _root_=13}, SolrDocument{id=8, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=true, sortableGSL=base_string_628265__00010859, _version_=1726223018102882304, _root_=8}]}}, {groupValue=52920558, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=true, sortableGSL=base_string_628265__00017746, _version_=1726223018102882308, _root_=14}, SolrDocument{id=15, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=false, sortableGSL=base_string_628265__00017746, _version_=1726223018101833732, _root_=15}, SolrDocument{id=16, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=true, sortableGSL=base_string_628265__00017746, _version_=1726223018101833733, _root_=16}, SolrDocument{id=17, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=false, sortableGSL=base_string_628265__00017746, _version_=1726223018101833729, _root_=17}, SolrDocument{id=19, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=false, sortableGSL=base_string_628265__00017746, _version_=1726223018101833730, _root_=19}, SolrDocument{id=20, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=true, sortableGSL=base_string_628265__00017746, _version_=1726223018101833734, _root_=20}]}}, {groupValue=52921378, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=false, sortableGSL=base_string_628265__00026986, _version_=1726223018101833731, _root_=21}, SolrDocument{id=22, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=true, sortableGSL=base_string_628265__00026986, _version_=1726223018101833735, _root_=22}, SolrDocument{id=23, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=false, sortableGSL=base_string_628265__00026986, _version_=1726223018101833732, _root_=23}, SolrDocument{id=24, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=true, sortableGSL=base_string_628265__00026986, _version_=1726223018102882311, _root_=24}, SolrDocument{id=25, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=false, sortableGSL=base_string_628265__00026986, _version_=1726223018101833733, _root_=25}, SolrDocument{id=27, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=false, sortableGSL=base_string_628265__00026986, _version_=1726223018102882312, _root_=27}]}}, {groupValue=52921693, doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=true, sortableGSL=base_string_628265__00030319, _version_=1726223018102882313, _root_=28}, SolrDocument{id=29, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=false, sortableGSL=base_string_628265__00030319, _version_=1726223018101833734, _root_=29}, SolrDocument{id=32, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=true, sortableGSL=base_string_628265__00030319, _version_=1726223018102882314, _root_=32}, SolrDocument{id=33, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=false, sortableGSL=base_string_628265__00030319, _version_=1726223018102882305, _root_=33}, SolrDocument{id=34, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=true, sortableGSL=base_string_628265__00030319, _version_=1726223018101833736, _root_=34}]}}, {groupValue=52924228, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=35, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=false, sortableGSL=base_string_628265__00035588, _version_=1726223018101833737, _root_=35}, SolrDocument{id=36, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=true, sortableGSL=base_string_628265__00035588, _version_=1726223018102882304, _root_=36}, SolrDocument{id=37, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=false, sortableGSL=base_string_628265__00035588, _version_=1726223018102882306, _root_=37}, SolrDocument{id=38, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=true, sortableGSL=base_string_628265__00035588, _version_=1726223018102882315, _root_=38}, SolrDocument{id=40, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=true, sortableGSL=base_string_628265__00035588, _version_=1726223018102882316, _root_=40}, SolrDocument{id=41, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=false, sortableGSL=base_string_628265__00035588, _version_=1726223018102882305, _root_=41}]}}, {groupValue=52931329, doclist={numFound=7,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=true, sortableGSL=base_string_628265__00041239, _version_=1726223018103930880, _root_=42}, SolrDocument{id=43, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=false, sortableGSL=base_string_628265__00041239, _version_=1726223018102882306, _root_=43}, SolrDocument{id=44, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=true, sortableGSL=base_string_628265__00041239, _version_=1726223018102882307, _root_=44}, SolrDocument{id=45, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=false, sortableGSL=base_string_628265__00041239, _version_=1726223018102882308, _root_=45}, SolrDocument{id=46, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=true, sortableGSL=base_string_628265__00041239, _version_=1726223018102882308, _root_=46}, SolrDocument{id=47, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=false, sortableGSL=base_string_628265__00041239, _version_=1726223018102882309, _root_=47}, SolrDocument{id=48, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=true, sortableGSL=base_string_628265__00041239, _version_=1726223018103930881, _root_=48}]}}]}}}

Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for 'intGSL' size: '6' GroupValue: '52914351' rsp: {responseHeader={zkConnected=true, status=0, QTime=13, params={q=*:*, group.sort=id asc, _stateVer_=dv_coll:13, group.limit=100, rows=100, wt=javabin, version=2, group.field=intGSL, group=true}}, grouped={intGSL={matches=47, groups=[{groupValue=52914351, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=true, sortableGSL=base_string_628265__00001117, _version_=1726223018101833728, _root_=0}, SolrDocument{id=1, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=false, sortableGSL=base_string_628265__00001117, _version_=1726223018101833728, _root_=1}, SolrDocument{id=2, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=true, sortableGSL=base_string_628265__00001117, _version_=1726223018101833728, _root_=2}, SolrDocument{id=3, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=false, sortableGSL=base_string_628265__00001117, _version_=1726223018101833729, _root_=3}, SolrDocument{id=4, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=true, sortableGSL=base_string_628265__00001117, _version_=1726223018101833729, _root_=4}, SolrDocument{id=5, intGSL=52914351, longGSL=476958470110789438, doubleGSL=5310.399651531982, floatGSL=3131.1807, dateGSL=Tue Oct 19 16:33:14 AST 10697126, stringGSL=base_string_146212__00001943, boolGSL=false, sortableGSL=base_string_628265__00001117, _version_=1726223018101833728, _root_=5}]}}, {groupValue=null, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000, _version_=1726223018100785152, _root_=10000}, SolrDocument{id=10005, _version_=1726223018101833730, _root_=10005}, SolrDocument{id=10015, _version_=1726223018102882309, _root_=10015}, SolrDocument{id=10020, _version_=1726223018102882310, _root_=10020}, SolrDocument{id=10030, _version_=1726223018102882304, _root_=10030}, SolrDocument{id=10040, _version_=1726223018102882307, _root_=10040}]}}, {groupValue=52920095, doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=true, sortableGSL=base_string_628265__00010859, _version_=1726223018102882305, _root_=10}, SolrDocument{id=11, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=false, sortableGSL=base_string_628265__00010859, _version_=1726223018102882306, _root_=11}, SolrDocument{id=12, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=true, sortableGSL=base_string_628265__00010859, _version_=1726223018101833731, _root_=12}, SolrDocument{id=13, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=false, sortableGSL=base_string_628265__00010859, _version_=1726223018102882307, _root_=13}, SolrDocument{id=8, intGSL=52920095, longGSL=476958470110793163, doubleGSL=13547.399651531983, floatGSL=9237.181, dateGSL=Tue Oct 19 16:33:20 AST 10697126, stringGSL=base_string_146212__00004601, boolGSL=true, sortableGSL=base_string_628265__00010859, _version_=1726223018102882304, _root_=8}]}}, {groupValue=52920558, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=true, sortableGSL=base_string_628265__00017746, _version_=1726223018102882308, _root_=14}, SolrDocument{id=15, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=false, sortableGSL=base_string_628265__00017746, _version_=1726223018101833732, _root_=15}, SolrDocument{id=16, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=true, sortableGSL=base_string_628265__00017746, _version_=1726223018101833733, _root_=16}, SolrDocument{id=17, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=false, sortableGSL=base_string_628265__00017746, _version_=1726223018101833729, _root_=17}, SolrDocument{id=19, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=false, sortableGSL=base_string_628265__00017746, _version_=1726223018101833730, _root_=19}, SolrDocument{id=20, intGSL=52920558, longGSL=476958470110794301, doubleGSL=16575.39965153198, floatGSL=10802.181, dateGSL=Tue Oct 19 16:33:29 AST 10697126, stringGSL=base_string_146212__00006143, boolGSL=true, sortableGSL=base_string_628265__00017746, _version_=1726223018101833734, _root_=20}]}}, {groupValue=52921378, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=false, sortableGSL=base_string_628265__00026986, _version_=1726223018101833731, _root_=21}, SolrDocument{id=22, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=true, sortableGSL=base_string_628265__00026986, _version_=1726223018101833735, _root_=22}, SolrDocument{id=23, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=false, sortableGSL=base_string_628265__00026986, _version_=1726223018101833732, _root_=23}, SolrDocument{id=24, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=true, sortableGSL=base_string_628265__00026986, _version_=1726223018102882311, _root_=24}, SolrDocument{id=25, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=false, sortableGSL=base_string_628265__00026986, _version_=1726223018101833733, _root_=25}, SolrDocument{id=27, intGSL=52921378, longGSL=476958470110795379, doubleGSL=26375.39965153198, floatGSL=15992.181, dateGSL=Tue Oct 19 16:33:34 AST 10697126, stringGSL=base_string_146212__00014714, boolGSL=false, sortableGSL=base_string_628265__00026986, _version_=1726223018102882312, _root_=27}]}}, {groupValue=52921693, doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=true, sortableGSL=base_string_628265__00030319, _version_=1726223018102882313, _root_=28}, SolrDocument{id=29, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=false, sortableGSL=base_string_628265__00030319, _version_=1726223018101833734, _root_=29}, SolrDocument{id=32, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=true, sortableGSL=base_string_628265__00030319, _version_=1726223018102882314, _root_=32}, SolrDocument{id=33, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=false, sortableGSL=base_string_628265__00030319, _version_=1726223018102882305, _root_=33}, SolrDocument{id=34, intGSL=52921693, longGSL=476958470110805341, doubleGSL=34964.39965153198, floatGSL=22624.182, dateGSL=Tue Oct 19 16:33:44 AST 10697126, stringGSL=base_string_146212__00019052, boolGSL=true, sortableGSL=base_string_628265__00030319, _version_=1726223018101833736, _root_=34}]}}, {groupValue=52924228, doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=35, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=false, sortableGSL=base_string_628265__00035588, _version_=1726223018101833737, _root_=35}, SolrDocument{id=36, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=true, sortableGSL=base_string_628265__00035588, _version_=1726223018102882304, _root_=36}, SolrDocument{id=37, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=false, sortableGSL=base_string_628265__00035588, _version_=1726223018102882306, _root_=37}, SolrDocument{id=38, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=true, sortableGSL=base_string_628265__00035588, _version_=1726223018102882315, _root_=38}, SolrDocument{id=40, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=true, sortableGSL=base_string_628265__00035588, _version_=1726223018102882316, _root_=40}, SolrDocument{id=41, intGSL=52924228, longGSL=476958470110809020, doubleGSL=35484.39965153198, floatGSL=29293.182, dateGSL=Tue Oct 19 16:33:48 AST 10697126, stringGSL=base_string_146212__00019681, boolGSL=false, sortableGSL=base_string_628265__00035588, _version_=1726223018102882305, _root_=41}]}}, {groupValue=52931329, doclist={numFound=7,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=true, sortableGSL=base_string_628265__00041239, _version_=1726223018103930880, _root_=42}, SolrDocument{id=43, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=false, sortableGSL=base_string_628265__00041239, _version_=1726223018102882306, _root_=43}, SolrDocument{id=44, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=true, sortableGSL=base_string_628265__00041239, _version_=1726223018102882307, _root_=44}, SolrDocument{id=45, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=false, sortableGSL=base_string_628265__00041239, _version_=1726223018102882308, _root_=45}, SolrDocument{id=46, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=true, sortableGSL=base_string_628265__00041239, _version_=1726223018102882308, _root_=46}, SolrDocument{id=47, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=false, sortableGSL=base_string_628265__00041239, _version_=1726223018102882309, _root_=47}, SolrDocument{id=48, intGSL=52931329, longGSL=476958470110810003, doubleGSL=38060.39965153198, floatGSL=38800.18, dateGSL=Tue Oct 19 16:33:57 AST 10697126, stringGSL=base_string_146212__00020358, boolGSL=true, sortableGSL=base_string_628265__00041239, _version_=1726223018103930881, _root_=48}]}}]}}}
	at __randomizedtesting.SeedInfo.seed([B46413E0628A6DF4:19757D3032D08AA]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.doGroupingDvOnly(DocValuesNotIndexedTest.java:434)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortLast(DocValuesNotIndexedTest.java:361)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:577)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:833)