You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2023/06/01 15:13:46 UTC

[JENKINS] Solr » Solr-Check-9.x - Build # 4487 - Still Failing!

Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4487/

3 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([E484FF48404B3DD0:C5852AAB3A327F0]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 77.43 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more


FAILED:  org.apache.solr.handler.clustering.ClusteringComponentDistributedTest.testLingoAlgorithm

Error Message:
java.lang.Exception: Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E484FF48404B3DD0]:0)


FAILED:  org.apache.solr.handler.clustering.ClusteringComponentDistributedTest.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E484FF48404B3DD0]:0)




Build Log:
[...truncated 1637 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22438ms
ok 41 post solr log into solr in 8720ms
ok 42 start solr with ssl in 19559ms
ok 43 start solr with ssl and auth in 22235ms
ok 44 SOLR-11740 check 'solr stop' connection in 27985ms
ok 45 status detects locally running solr in 14669ms
ok 46 status does not expose cli parameters to end user in 209ms
ok 47 listing out files in 2151ms
ok 48 copying files around in 6524ms
ok 49 upconfig in 2581ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:modules:clustering:test

org.apache.solr.handler.clustering.ClusteringComponentDistributedTest > testLingoAlgorithm FAILED
    java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([E484FF48404B3DD0]:0)

org.apache.solr.handler.clustering.ClusteringComponentDistributedTest > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([E484FF48404B3DD0]:0)

org.apache.solr.handler.clustering.ClusteringComponentDistributedTest > test suite's output saved to /tmp/src/solr/solr/modules/clustering/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.clustering.ClusteringComponentDistributedTest.txt, copied below:
  2> 2555 INFO  (SUITE-ClusteringComponentDistributedTest-seed#[E484FF48404B3DD0]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 2567 INFO  (SUITE-ClusteringComponentDistributedTest-seed#[E484FF48404B3DD0]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 2601 INFO  (SUITE-ClusteringComponentDistributedTest-seed#[E484FF48404B3DD0]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-1 for ERROR logs matching regex: ignore_exception
  2> 2629 INFO  (SUITE-ClusteringComponentDistributedTest-seed#[E484FF48404B3DD0]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/data-dir-1-001
  2> 2721 INFO  (SUITE-ClusteringComponentDistributedTest-seed#[E484FF48404B3DD0]-worker) [] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
  2> 2756 INFO  (SUITE-ClusteringComponentDistributedTest-seed#[E484FF48404B3DD0]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
  2> 2789 INFO  (SUITE-ClusteringComponentDistributedTest-seed#[E484FF48404B3DD0]-worker) [] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
  2> 2810 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 2811 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching regex: ignore_exception
  2> 2833 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.SolrTestCaseJ4 Writing core.properties file to /tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control/cores/collection1
  2> 3261 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 3264 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 3273 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.e.j.s.Server jetty-10.0.14; built: 2023-02-22T23:12:32.272Z; git: 976721d0f3e903a243584d47870ad2f2c1bf9e55; jvm 11.0.16+8
  2> 3394 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 3436 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45a22e77{/,file:///tmp/src/solr/solr/modules/clustering/build/tmp/tests-cwd/,AVAILABLE}
  2> 3469 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.e.j.s.AbstractConnector Started ServerConnector@50903e5e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36191}
  2> 3473 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.e.j.s.Server Started Server@38a86426{STARTING}[10.0.14,sto=0] @3506ms
  2> 3492 ERROR (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 3492 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 3500 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]
  2> 3503 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in standalone mode on port null
  2> 3503 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 3506 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-01T13:13:13.009982Z
  2> 3508 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control (source: servlet config: solr.solr.home)
  2> 3532 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.c.SolrXmlConfig Loading solr.xml from /tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control/solr.xml
  2> 7727 WARN  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 8036 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control/cores
  2> 8037 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
  2> 8381 WARN  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
  2> 8395 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 8467 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=example
  2> 8689 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
  2> 8703 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control/collection1, trusted=true
  2> 8777 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control/cores/collection1], dataDir=[/tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control/cores/collection1/data/]
  2> 9395 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 9632 INFO  (TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=36191, coreRootDirectory=/tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control/cores}
  2> 9715 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 9765 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 9766 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 9815 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control/collection1/conf
  2> 9839 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: default
  2> 9848 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Resources read from defaults (JARs).
  2> 10092 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10093 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10093 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10094 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10100 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10102 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10103 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: lingo
  2> 10104 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Resources read from defaults (JARs).
  2> 10166 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10168 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10170 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10170 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10174 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10176 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10177 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: stc
  2> 10178 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Resources read from defaults (JARs).
  2> 10222 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10223 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10224 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10225 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10228 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10229 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10230 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: kmeans
  2> 10231 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Resources read from defaults (JARs).
  2> 10277 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10278 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10278 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10279 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10282 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10284 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10284 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: mock
  2> 10284 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Resources read from defaults (JARs).
  2> 10332 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10333 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10334 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10335 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10337 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10339 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10339 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: mock-solrconfig-attrs
  2> 10340 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Resources read from defaults (JARs).
  2> 10380 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10381 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10382 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10382 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10384 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10385 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10385 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: echo
  2> 10386 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Resources read from defaults (JARs).
  2> 10425 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10426 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10426 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10427 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10429 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10430 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10430 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: testCustomLanguageResources
  2> 10431 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm resources first looked up relative to: [/tmp/src/solr/solr/modules/clustering/build/tmp/tests-tmp/solr.handler.clustering.ClusteringComponentDistributedTest_E484FF48404B3DD0-001/tempDir-001/control/collection1/conf/testCustomLanguageResources]
  2> 10482 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10483 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10485 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10486 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10498 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10502 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10503 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: testParamDefaultLanguage
  2> 10503 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Resources read from defaults (JARs).
  2> 10568 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10569 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10569 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10569 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10571 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10583 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10583 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.Engine Initializing clustering engine: testParamLanguageField
  2> 10583 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Resources read from defaults (JARs).
  2> 10665 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm STC loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10665 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm EchoClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10671 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm ResourceCheckAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10672 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm MockClusteringAlgorithm loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10674 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Lingo loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10675 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.EngineContext Clustering algorithm Bisecting K-Means loaded with support for the following languages: Danish, Dutch, English, Finnish, French, German, Hungarian, Italian, Norwegian, Portuguese, Romanian, Russian, Spanish, Swedish, Turkish
  2> 10676 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.c.ClusteringComponent The following clustering engines are available: default, lingo, stc, kmeans, mock, mock-solrconfig-attrs, echo, testCustomLanguageResources, testParamDefaultLanguage, testParamLanguageField
  2> 10677 INFO  (coreLoadExecutor-12-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 10692 INFO  (searcherExecutor-14-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> Бэс 01, 2023 12:13:11 ЭК com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.handler.clustering.ClusteringComponentDistributedTest
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@25ca6568
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@25ca6568
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@7e2f1325
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@7e2f1325
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@761902e5
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@761902e5
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:35104 to /127.0.0.1:43157 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3a6fef01
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3a6fef01
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:403)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@59fd97a8
  2> 
  2> "/127.0.0.1:35104 to /127.0.0.1:43157 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@19e16e08
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@19e16e08
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@5b8dfcc1
  2> 
  2> "/127.0.0.1:35104 to /127.0.0.1:43157 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@1fd1e02a
  2> 	- locked sun.nio.ch.EPollSelectorImpl@21e1d71f
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@1bd4fdd
  2> 
  2> "SUITE-ClusteringComponentDistributedTest-seed#[E484FF48404B3DD0]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@64b333c5
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0]" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@277719a3
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@277719a3
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@76309075
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@66f0ee29
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:362)
  2> 	at app//org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:370)
  2> 	at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1161)
  2> 	at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1134)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x0000000840222440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@490684c7
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@3456bb39
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@469736fe
  2> 
  2> "qtp30621309-17" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@5a2a8136
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5b247639
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp30621309-18-acceptor-0@51f8c45b-ServerConnector@50903e5e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36191}" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@24fb8b65
  2> 
  2> "qtp30621309-19" ID=19 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp30621309-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp30621309-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp30621309-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp30621309-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp30621309-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bde3458
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-4fab001e-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@35f33124
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@35f33124
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-7-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@4d9e0c1d
  2> 	- locked sun.nio.ch.EPollSelectorImpl@35c60668
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x000000084041d840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@630b4004
  2> 
  2> "httpShardExecutor-7-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@7ff0987c
  2> 	- locked sun.nio.ch.EPollSelectorImpl@53a6ecb7
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x000000084041d840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@60d98c97
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-9-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@6ee5ec3a
  2> 	- locked sun.nio.ch.EPollSelectorImpl@6b9552c8
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x000000084041d840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@6faa690a
  2> 
  2> "h2sc-9-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@10dd04be
  2> 	- locked sun.nio.ch.EPollSelectorImpl@74fa8146
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x000000084041d840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@1bc52d77
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@353f37df
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@353f37df
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@747d20a2
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@747d20a2
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-14-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cfd2267
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cfd2267
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
   >     java.lang.Exception: Test abandoned because suite timeout was reached.
   >         at __randomizedtesting.SeedInfo.seed([E484FF48404B3DD0]:0)
  2> NOTE: reproduce with: gradlew test --tests ClusteringComponentDistributedTest.testLingoAlgorithm -Dtests.seed=E484FF48404B3DD0 -Dtests.locale=sah -Dtests.timezone=America/Argentina/Ushuaia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> Бэс 01, 2023 12:13:11 ЭК com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
  2> Бэс 01, 2023 12:13:12 ЭК com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 16 threads leaked from SUITE scope at org.apache.solr.handler.clustering.ClusteringComponentDistributedTest: 
  2>    1) Thread[id=15, name=TEST-ClusteringComponentDistributedTest.testLingoAlgorithm-seed#[E484FF48404B3DD0], state=WAITING, group=TGRP-ClusteringComponentDistributedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at app//org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:362)
  2>         at app//org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:370)
  2>         at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1161)
  2>         at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1134)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x0000000840222440.run(Unknown Source)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=24, name=qtp30621309-24, state=TIMED_WAITING, group=TGRP-ClusteringComponentDistributedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=37, name=searcherExecutor-14-thread-1, state=WAITING, group=TGRP-ClusteringComponentDistributedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=19, name=qtp30621309-19, state=TIMED_WAITING, group=TGRP-ClusteringComponentDistributedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=31, name=h2sc-9-thread-2, state=RUNNABLE, group=TGRP-ClusteringComponentDistributedTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2

[...truncated too long message...]

@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   13) Thread[id=27, name=httpShardExecutor-7-thread-2, state=RUNNABLE, group=TGRP-ClusteringComponentDistributedTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084033dc40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x000000084041d840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   14) Thread[id=22, name=qtp30621309-22, state=TIMED_WAITING, group=TGRP-ClusteringComponentDistributedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   15) Thread[id=21, name=qtp30621309-21, state=TIMED_WAITING, group=TGRP-ClusteringComponentDistributedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([E484FF48404B3DD0]:0)
  2> NOTE: test params are: codec=HighCompressionCompressingStoredFieldsData(storedFieldsFormat=Lucene90CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=40, maxDocsPerChunk=211, blockShift=7), termVectorsFormat=Lucene90CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=40, maxDocsPerChunk=211, blockSize=7)), sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=sah, timezone=America/Argentina/Ushuaia
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=18,free=169798120,total=324534272
  2> NOTE: All tests run in this JVM: [ClusteringComponentDistributedTest]
  2> NOTE: reproduce with: gradlew test --tests ClusteringComponentDistributedTest -Dtests.seed=E484FF48404B3DD0 -Dtests.locale=sah -Dtests.timezone=America/Argentina/Ushuaia -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:modules:clustering:test (FAILURE): 15 test(s), 2 failure(s)

15 tests completed, 2 failed

> Task :solr:modules:clustering:test FAILED
> Task :solr:modules:clustering:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.handler.clustering.ClusteringComponentDistributedTest.testLingoAlgorithm (:solr:modules:clustering)
    Test output: /tmp/src/solr/solr/modules/clustering/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.clustering.ClusteringComponentDistributedTest.txt
    Reproduce with: gradlew :solr:modules:clustering:test --tests "org.apache.solr.handler.clustering.ClusteringComponentDistributedTest.testLingoAlgorithm" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=E484FF48404B3DD0 -Ptests.file.encoding=ISO-8859-1

  - org.apache.solr.handler.clustering.ClusteringComponentDistributedTest.classMethod (:solr:modules:clustering)
    Test output: /tmp/src/solr/solr/modules/clustering/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.clustering.ClusteringComponentDistributedTest.txt
    Reproduce with: gradlew :solr:modules:clustering:test --tests "org.apache.solr.handler.clustering.ClusteringComponentDistributedTest.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=E484FF48404B3DD0 -Ptests.file.encoding=ISO-8859-1

  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=E484FF48404B3DD0 -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:modules:clustering:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/modules/clustering/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 11s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h2m37.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4567 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4567/

2 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([998DCBD6441C0336:71516634B7F41916]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 81.23 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more


FAILED:  org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([998DCBD6441C0336]:0)




Build Log:
[...truncated 1652 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22835ms
ok 41 post solr log into solr in 9476ms
ok 42 start solr with ssl in 20052ms
ok 43 start solr with ssl and auth in 22706ms
ok 44 SOLR-11740 check 'solr stop' connection in 28535ms
ok 45 status detects locally running solr in 14428ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2179ms
ok 48 copying files around in 6592ms
ok 49 upconfig in 2732ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:modules:ltr:test

org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([998DCBD6441C0336]:0)

org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments > test suite's output saved to /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments.txt, copied below:
  1> 16:27:32.155 [SUITE-TestFeatureExtractionFromMultipleSegments-seed#[998DCBD6441C0336]-worker] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> يونيو ١٠, ٢٠٢٣ ١:٢٧:٣٠ ص com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@16484981
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@16484981
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@477f555b
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@477f555b
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@2de2a191
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@2de2a191
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:47254 to /127.0.0.1:43669 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@56299525
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@56299525
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:403)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@1d9b7cce
  2> 
  2> "/127.0.0.1:47254 to /127.0.0.1:43669 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37c5bed1
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37c5bed1
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@7d8995e
  2> 
  2> "/127.0.0.1:47254 to /127.0.0.1:43669 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@aadf0ff
  2> 	- locked sun.nio.ch.EPollSelectorImpl@32fb3612
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@6aeb35e6
  2> 
  2> "SUITE-TestFeatureExtractionFromMultipleSegments-seed#[998DCBD6441C0336]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@28e11dd5
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-TestFeatureExtractionFromMultipleSegments-seed#[998DCBD6441C0336]-worker" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@fe4310
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@fe4310
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@32481d2e
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@57072990
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:86)
  2> 	at app//org.apache.solr.util.RestTestBase.createJettyAndHarness(RestTestBase.java:57)
  2> 	at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:181)
  2> 	at app//org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments.before(TestFeatureExtractionFromMultipleSegments.java:42)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$177/0x00000008401edc40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@3c27dec4
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@1c087320
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6e5bace2
  2> 
  2> "qtp793780485-17" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@2ad7c35
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5de39e33
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp793780485-18-acceptor-٠@4df86c36-ServerConnector@34b0c3a1{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:٤٥٩٣٩}" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6e6c05d1
  2> 
  2> "qtp793780485-19" ID=19 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp793780485-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp793780485-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp793780485-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp793780485-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp793780485-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1cf82dcf
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-6c44bc55-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@75ddb6b1
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@75ddb6b1
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@340eac3f
  2> 	- locked sun.nio.ch.EPollSelectorImpl@3a4275e2
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840446c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@2897a50e
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@6709a130
  2> 	- locked sun.nio.ch.EPollSelectorImpl@7ff9fb5e
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840446c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@7ff7f541
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3e57dfca
  2> 	- locked sun.nio.ch.EPollSelectorImpl@17135087
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840446c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@26711fb0
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3d396374
  2> 	- locked sun.nio.ch.EPollSelectorImpl@d2a5c86
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840446c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@4f9e5f15
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@d036b66
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@d036b66
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@999529
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@999529
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76cd748d
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76cd748d
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
  2> يونيو ١٠, ٢٠٢٣ ١:٢٧:٣٠ ص com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
  2> يونيو ١٠, ٢٠٢٣ ١:٢٧:٣١ ص com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 16 threads leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments: 
  2>    1) Thread[id=19, name=qtp793780485-19, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=24, name=qtp793780485-24, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=21, name=qtp793780485-21, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=18, name=qtp793780485-18-acceptor-٠@4df86c36-ServerConnector@34b0c3a1{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:٤٥٩٣٩}, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2>         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2>         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=17, name=qtp793780485-17, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=20, name=qtp793780485-20, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840446c40.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    8) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840446c40.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   10) Thread[id=22, name=qtp793780485-22, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840446c40.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   12) Thread[id=23, name=qtp793780485-23, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   13) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$259/0x000000084034fc40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840446c40.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   14) Thread[id=25, name=Session-HouseKeeper-6c44bc55-1, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   15) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2>         at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2>         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2>   16) Thread[id=15, name=SUITE-TestFeatureExtractionFromMultipleSegments-seed#[998DCBD6441C0336]-worker, state=WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:86)
  2>         at app//org.apache.solr.util.RestTestBase.createJettyAndHarness(RestTestBase.java:57)
  2>         at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:181)
  2>         at app//org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments.before(TestFeatureExtractionFromMultipleSegments.java:42)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$177/0x00000008401edc40.run(Unknown Source)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> يونيو ١٠, ٢٠٢٣ ١:٢٧:٣١ ص com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: Starting to interrupt leaked threads:
  2>    1) Thread[id=19, name=qtp793780485-19, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>    2) Thread[id=24, name=qtp793780485-24, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>    3) Thread[id=21, name=qtp793780485-21, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>    4) Thread[id=18, name=qtp793780485-18-acceptor-٠@4df86c36-ServerConnector@34b0c3a1{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:٤٥٩٣٩}, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>    5) Thread[id=17, name=qtp793780485-17, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>    6) Thread[id=20, name=qtp793780485-20, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>    7) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>    8) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>    9) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>   10) Thread[id=22, name=qtp793780485-22, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>   11) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>   12) Thread[id=23, name=qtp793780485-23, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>   13) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>   14) Thread[id=25, name=Session-HouseKeeper-6c44bc55-1, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>   15) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  2>   16) Thread[id=15, name=SUITE-TestFeatureExtractionFromMultipleSegments-seed#[998DCBD6441C0336]-worker, state=WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
  1> 18:27:31.365 [SUITE-TestFeatureExtractionFromMultipleSegments-seed#[998DCBD6441C0336]-worker] ERROR org.apache.solr.servlet.SolrDispatchFilter - Could not start Dispatch Filter.
  1> org.apache.solr.common.SolrException: Interrupted while obtaining reference to CoreService
  1> 	at org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:556) ~[solr-core-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 12177c9197187c532fb6bff595510064e17a7af9 [snapshot build, details omitted]]
  1> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147) [solr-core-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 12177c9197187c532fb6bff595510064e17a7af9 [snapshot build, details omitted]]
  1> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133) [jetty-servlet-10.0.15.jar:10.0.15]
  1> 	at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774) [jetty-servlet-10.0.15.jar:10.0.15]
  1> 	at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472) [jetty-servlet-10.0.15.jar:10.0.15]
  1> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992) [jetty-servlet-10.0.15.jar:10.0.15]
  1> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480) [jetty-servlet-10.0.15.jar:10.0.15]
  1> 	at org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 12177c9197187c532fb6bff595510064e17a7af9 [snapshot build, details omitted]]
  1> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253) [jetty-util-10.0.15.jar:10.0.15]
  1> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94) [jetty-util-10.0.15.jar:10.0.15]
  1> 	at org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 12177c9197187c532fb6bff595510064e17a7af9 [snapshot build, details omitted]]
  1> 	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 12177c9197187c532fb6bff595510064e17a7af9 [snapshot build, details omitted]]
  1> 	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 12177c9197187c532fb6bff595510064e17a7af9 [snapshot build, details omitted]]
  1> 	at org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 12177c9197187c532fb6bff595510064e17a7af9 [snapshot build, details omitted]]
  1> 	at org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:86) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 12177c9197187c532fb6bff595510064e17a7af9 [snapshot build, details omitted]]
  1> 	at org.apache.solr.util.RestTestBase.createJettyAndHarness(RestTestBase.java:57) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 12177c9197187c532fb6bff595510064e17a7af9 [snapshot build, details omitted]]
  1> 	at org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:181) [test/:?]
  1> 	at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments.before(TestFeatureExtractionFromMultipleSegments.java:42) [test/:?]
  1> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  1> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  1> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  1> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> Jun 09, 2023 6:27:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([998DCBD6441C0336]:0)
  2> NOTE: test params are: codec=Asserting(Lucene95), sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ar-KW, timezone=Asia/Phnom_Penh
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=257907208,total=324534272
  2> NOTE: All tests run in this JVM: [TestFeatureExtractionFromMultipleSegments]
  2> NOTE: reproduce with: gradlew test --tests TestFeatureExtractionFromMultipleSegments -Dtests.seed=998DCBD6441C0336 -Dtests.locale=ar-KW -Dtests.timezone=Asia/Phnom_Penh -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:modules:ltr:test (FAILURE): 186 test(s), 1 failure(s)

186 tests completed, 1 failed

> Task :solr:modules:ltr:test FAILED
> Task :solr:modules:ltr:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments.classMethod (:solr:modules:ltr)
    Test output: /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments.txt
    Reproduce with: gradlew :solr:modules:ltr:test --tests "org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=998DCBD6441C0336 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=998DCBD6441C0336 -Ptests.file.encoding=US-ASCII


FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:modules:ltr:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/modules/ltr/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 49s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h3m14.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4566 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4566/

All tests passed

Build Log:
[...truncated 1255 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22847ms
ok 41 post solr log into solr in 9186ms
ok 42 start solr with ssl in 20081ms
ok 43 start solr with ssl and auth in 22090ms
ok 44 SOLR-11740 check 'solr stop' connection in 28360ms
ok 45 status detects locally running solr in 14647ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2148ms
ok 48 copying files around in 6535ms
ok 49 upconfig in 2613ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 12s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m33s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4565 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4565/

All tests passed

Build Log:
[...truncated 1247 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22733ms
ok 41 post solr log into solr in 9382ms
ok 42 start solr with ssl in 20289ms
ok 43 start solr with ssl and auth in 22948ms
ok 44 SOLR-11740 check 'solr stop' connection in 28419ms
ok 45 status detects locally running solr in 14373ms
ok 46 status does not expose cli parameters to end user in 214ms
ok 47 listing out files in 2176ms
ok 48 copying files around in 6579ms
ok 49 upconfig in 2622ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 22s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m43s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4564 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4564/

2 tests failed.
FAILED:  org.apache.solr.TestSolrCoreProperties.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([A593D4D0409668C7]:0)


FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([A593D4D0409668C7:4D4F7932B37E72E7]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 75.99 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1638 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22088ms
ok 41 post solr log into solr in 8769ms
ok 42 start solr with ssl in 20375ms
ok 43 start solr with ssl and auth in 22595ms
ok 44 SOLR-11740 check 'solr stop' connection in 28015ms
ok 45 status detects locally running solr in 14363ms
ok 46 status does not expose cli parameters to end user in 207ms
ok 47 listing out files in 2167ms
ok 48 copying files around in 6452ms
ok 49 upconfig in 2608ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:core:test

org.apache.solr.TestSolrCoreProperties > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([A593D4D0409668C7]:0)

org.apache.solr.TestSolrCoreProperties > test suite's output saved to /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.TestSolrCoreProperties.txt, copied below:
  2> 3271 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 3294 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-1 for ERROR logs matching regex: ignore_exception
  2> 3328 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/data-dir-1-001
  2> 3425 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
  2> 3462 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
  2> 3491 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 3993 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 3996 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 4004 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.e.j.s.Server jetty-10.0.15; built: 2023-04-11T17:25:14.480Z; git: 68017dbd00236bb7e187330d7585a059610f661d; jvm 11.0.16+8
  2> 4078 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 4132 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a42a06e{/solr,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,AVAILABLE}
  2> 4150 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.e.j.s.AbstractConnector Started ServerConnector@5a5943ac{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35303}
  2> 4153 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.e.j.s.Server Started Server@31997743{STARTING}[10.0.15,sto=0] @4168ms
  2> 4165 ERROR (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 4166 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 4172 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0
  2> 4174 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in standalone mode on port null
  2> 4175 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 4175 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-09T09:25:05.767913Z
  2> 4177 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001 (source: servlet config: solr.solr.home)
  2> 4196 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.c.SolrXmlConfig Loading solr.xml from /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/solr.xml
  2> 6984 WARN  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 7284 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001
  2> 7285 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
  2> 7339 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
  2> 7341 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 7771 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=tiny
  2> 8056 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
  2> 8057 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/collection1, trusted=true
  2> 8126 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/collection1], dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/collection1/data/]
  2> 8169 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergedSegmentMB=63.96997833251953, floorSegmentMB=1.8454198837280273, forceMergeDeletesPctAllowed=14.866067494294098, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.891371192292811, deletesPctAllowed=27.852813982007127
  2> 8946 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 9284 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-002, hostPort=35303}
  2> 9299 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 9412 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 9412 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 9423 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.0]
  2> 9508 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.TestSolrCoreProperties_A593D4D0409668C7-001/tempDir-001/collection1/conf
  2> 9530 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 9548 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> Jun 09, 2023 12:25:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.TestSolrCoreProperties
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@5c449ddc
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@5c449ddc
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@2a7b0913
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@2a7b0913
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@447766ad
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@447766ad
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:59148 to /127.0.0.1:34735 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3620386d
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3620386d
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.submitToRun(TestWorker.java:207)
  2> 	- locked org.gradle.api.internal.tasks.testing.worker.TestWorker@5de995ad
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:169)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@9f116cc
  2> 
  2> "/127.0.0.1:59148 to /127.0.0.1:34735 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44619c2b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44619c2b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@5656be13
  2> 
  2> "/127.0.0.1:59148 to /127.0.0.1:34735 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3bdcd804
  2> 	- locked sun.nio.ch.EPollSelectorImpl@2a09762f
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@77888435
  2> 
  2> "SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@1dddc053
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@48c06632
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@48c06632
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@55158707
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@8546959
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.TestSolrCoreProperties.beforeTest(TestSolrCoreProperties.java:80)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x000000084021ac40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@698dde72
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@1aa15448
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6375d5a4
  2> 
  2> "qtp759498245-17" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@4fb94f16
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5f2a41bd
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-18-acceptor-0@4de8f096-ServerConnector@5a5943ac{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35303}" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@123f6709
  2> 
  2> "qtp759498245-19" ID=19 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp759498245-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5905728a
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-65f1f3b5-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5cc14743
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5cc14743
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@51ebc2cf
  2> 	- locked sun.nio.ch.EPollSelectorImpl@3885e0d4
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@67af4201
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@4a66546c
  2> 	- locked sun.nio.ch.EPollSelectorImpl@1ccbf93c
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@370114ec
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@1339bdd0
  2> 	- locked sun.nio.ch.EPollSelectorImpl@4ad7c23
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@35cd1434
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@7c108dee
  2> 	- locked sun.nio.ch.EPollSelectorImpl@3f519949
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@72dfba3a
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@6158744e
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@6158744e
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@e7b4022
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@e7b4022
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76fcd3fe
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76fcd3fe
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
  2> Jun 09, 2023 12:25:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
  2> Jun 09, 2023 12:25:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 16 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties: 
  2>    1) Thread[id=24, name=qtp759498245-24, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=25, name=Session-HouseKeeper-65f1f3b5-1, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=21, name=qtp759498245-21, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=20, name=qtp759498245-20, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=17, name=qtp759498245-17, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=22, name=qtp759498245-22, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    8) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=19, name=qtp759498245-19, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   10) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2>         at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2>         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2>   12) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   13) Thread[id=23, name=qtp759498245-23, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   14) Thread[id=15, name=SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker, state=WAITING, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at app//org.apache.solr.TestSolrCoreProperties.beforeTest(TestSolrCoreProperties.java:80)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x000000084021ac40.run(Unknown Source)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   15) Thread[id=18, name=qtp759498245-18-acceptor-0@4de8f096-ServerConnector@5a5943ac{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35303}, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2>         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2>         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   16) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$260/0x000000084032d040.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$347/0x0000000840416440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> Jun 09, 2023 12:25:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: Starting to interrupt leaked threads:
  2>    1) Thread[id=24, name=qtp759498245-24, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>    2) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>    3) Thread[id=25, name=Session-HouseKeeper-65f1f3b5-1, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>    4) Thread[id=21, name=qtp759498245-21, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>    5) Thread[id=20, name=qtp759498245-20, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>    6) Thread[id=17, name=qtp759498245-17, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>    7) Thread[id=22, name=qtp759498245-22, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>    8) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-TestSolrCoreProperties]
  2>    9) Thread[id=19, name=qtp759498245-19, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>   10) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>   11) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-TestSolrCoreProperties]
  2>   12) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>   13) Thread[id=23, name=qtp759498245-23, state=TIMED_WAITING, group=TGRP-TestSolrCoreProperties]
  2>   14) Thread[id=15, name=SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker, state=WAITING, group=TGRP-TestSolrCoreProperties]
  2>   15) Thread[id=18, name=qtp759498245-18-acceptor-0@4de8f096-ServerConnector@5a5943ac{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35303}, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2>   16) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
  2> 7204026 ERROR (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.s.SolrDispatchFilter Could not start Dispatch Filter.
  2>           => org.apache.solr.common.SolrException: Interrupted while obtaining reference to CoreService
  2> 	at org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:556)
  2> org.apache.solr.common.SolrException: Interrupted while obtaining reference to CoreService
  2> 	at org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:556) ~[main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147) [main/:?]
  2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133) [jetty-servlet-10.0.15.jar:10.0.15]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774) [jetty-servlet-10.0.15.jar:10.0.15]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472) [jetty-servlet-10.0.15.jar:10.0.15]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992) [jetty-servlet-10.0.15.jar:10.0.15]
  2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480) [jetty-servlet-10.0.15.jar:10.0.15]
  2> 	at org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c327f25ecf7a6309ed82982fbbd963f461a25125 [snapshot build, details omitted]]
  2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253) [jetty-util-10.0.15.jar:10.0.15]
  2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94) [jetty-util-10.0.15.jar:10.0.15]
  2> 	at org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c327f25ecf7a6309ed82982fbbd963f461a25125 [snapshot build, details omitted]]
  2> 	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c327f25ecf7a6309ed82982fbbd963f461a25125 [snapshot build, details omitted]]
  2> 	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c327f25ecf7a6309ed82982fbbd963f461a25125 [snapshot build, details omitted]]
  2> 	at org.apache.solr.TestSolrCoreProperties.beforeTest(TestSolrCoreProperties.java:80) [test/:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> 7204527 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.e.j.s.Server Stopped Server@31997743{STOPPING}[10.0.15,sto=0]
  2> 7204532 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.e.j.s.AbstractConnector Stopped ServerConnector@5a5943ac{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
  2> 7204535 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a42a06e{/solr,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,STOPPED}
  2> 7204542 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.c.CoreContainer Shutting down CoreContainer instance=95099942
  2> 7204544 INFO  (coreCloseExecutor-18-thread-1) [ x:collection1] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@7d40376d collection1
  2> 7204544 INFO  (coreCloseExecutor-18-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@7d40376d
  2> 7204570 INFO  (coreCloseExecutor-18-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
  2> 7204575 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 7204583 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 7204587 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 7204593 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 7204594 INFO  (SUITE-TestSolrCoreProperties-seed#[A593D4D0409668C7]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching regex: ignore_exception
  2> Jun 09, 2023 11:25:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([A593D4D0409668C7]:0)
  2> NOTE: test params are: codec=Lucene95, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en-FK, timezone=Africa/Libreville
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=267418584,total=324534272
  2> NOTE: All tests run in this JVM: [TestSolrCoreProperties]
  2> NOTE: reproduce with: gradlew test --tests TestSolrCoreProperties -Dtests.seed=A593D4D0409668C7 -Dtests.locale=en-FK -Dtests.timezone=Africa/Libreville -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:core:test (FAILURE): 4766 test(s), 2 failure(s), 201 skipped

4766 tests completed, 2 failed, 201 skipped

> Task :solr:core:test FAILED
> Task :solr:core:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=A593D4D0409668C7 -Ptests.file.encoding=ISO-8859-1

  - org.apache.solr.TestSolrCoreProperties.classMethod (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.TestSolrCoreProperties.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.TestSolrCoreProperties.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=A593D4D0409668C7 -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 5m 20s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h5m41.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4563 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4563/

3 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
java.lang.Exception: Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([4EC84A8CD2D7CFCD]:0)


FAILED:  org.apache.solr.cloud.RollingRestartTest.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([4EC84A8CD2D7CFCD]:0)


FAILED:  org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([4EC84A8CD2D7CFCD]:0)




Build Log:
[...truncated 1222 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 23300ms
ok 41 post solr log into solr in 9184ms
ok 42 start solr with ssl in 19990ms
ok 43 start solr with ssl and auth in 22184ms
ok 44 SOLR-11740 check 'solr stop' connection in 28216ms
ok 45 status detects locally running solr in 14409ms
ok 46 status does not expose cli parameters to end user in 214ms
ok 47 listing out files in 2184ms
ok 48 copying files around in 6686ms
ok 49 upconfig in 2668ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:solrj:test

org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([4EC84A8CD2D7CFCD]:0)

org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest > test suite's output saved to /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest.txt, copied below:
  2> 3891 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 3908 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 3960 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-1 for ERROR logs matching regex: ignore_exception
  2> 3992 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/data-dir-1-001
  2> 4095 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
  2> 4140 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
  2> 4238 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 4238 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 4240 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.SolrTestCaseJ4 Writing core.properties file to /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-002/cores/core
  2> 4706 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 4710 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 4720 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.e.j.s.Server jetty-10.0.15; built: 2023-04-11T17:25:14.480Z; git: 68017dbd00236bb7e187330d7585a059610f661d; jvm 11.0.16+8
  2> 4835 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 4866 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bac7ea{/solr,file:///tmp/src/solr/solr/solrj/build/tmp/tests-cwd/,AVAILABLE}
  2> 4882 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.e.j.s.AbstractConnector Started ServerConnector@6ffc1ac8{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46637}
  2> 4887 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.e.j.s.Server Started Server@467d7eb{STARTING}[10.0.15,sto=0] @4951ms
  2> 4904 ERROR (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 4905 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 4915 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0-SNAPSHOT c327f25ecf7a6309ed82982fbbd963f461a25125 [snapshot build, details omitted]
  2> 4916 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in standalone mode on port null
  2> 4917 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 4917 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-09T05:06:58.421634Z
  2> 4919 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001 (source: servlet config: solr.solr.home)
  2> 4945 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.c.SolrXmlConfig Loading solr.xml from /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001/solr.xml
  2> 8458 WARN  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 8887 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001
  2> 8888 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
  2> 9442 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/extraction/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/extraction/lib
  2> 9445 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/clustering/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/clustering/lib
  2> 9445 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/langid/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/langid/lib
  2> 9446 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/ltr/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/ltr/lib
  2> 9446 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/scripting/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/scripting/lib
  2> 9448 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
  2> 9448 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 9464 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
  2> 9628 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=example
  2> 10535 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
  2> 10537 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
  2> 10538 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
  2> 10539 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
  2> 10556 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
  2> 10579 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 10616 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001/collection1, trusted=true
  2> 10711 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001/collection1], dataDir=[/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001/collection1/data/]
  2> 10845 INFO  (SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, configSetBaseDir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001, hostPort=46637, coreRootDirectory=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-002/cores}
  2> 10847 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=1 maxMergeCount=6
  2> 10942 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@11ab4151
  2> 10962 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 10963 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 17 ms to checkpoint
  2> 10968 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=true reader=null
  2> 10997 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@2c335a99 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c761756)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=CREATE
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=6, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@734ffa1
  2> writer=org.apache.solr.update.SolrIndexWriter@2585982e
  2> 
  2> 11009 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 11010 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now flush at close
  2> 11012 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   start flush: applyAllDeletes=true
  2> 11013 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 11014 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 11018 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 11034 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 11035 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 11039 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
  2> 11040 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: now merge
  2> 11041 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   index(source): 
  2> 11041 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   no more merges pending; now return
  2> 11042 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges
  2> 11044 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges done
  2> 11044 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: start
  2> 11045 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: enter lock
  2> 11046 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: now prepare
  2> 11046 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: prepareCommit: flush
  2> 11046 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 11047 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 11047 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 11048 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 11048 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 11049 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit(): start
  2> 11049 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit index= changeCount=2
  2> 11066 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit: wrote pending segments file "pending_segments_1"
  2> 11068 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: done all syncs: []
  2> 11069 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: pendingCommit != null
  2> 11070 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done writing segments file "segments_1"
  2> 11070 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
  2> 11074 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 3 ms to checkpoint
  2> 11075 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: took 28.3 msec
  2> 11075 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done
  2> 11075 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback
  2> 11078 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: all running merges have aborted
  2> 11080 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: done finish merges
  2> 11081 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: abort
  2> 11083 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: done abort success=true
  2> 11085 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: infos=
  2> 11085 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 11087 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 2 ms to checkpoint
  2> 11887 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 11943 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
  2> 11944 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 11964 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
  2> 11971 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 11977 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=1 maxMergeCount=6
  2> 11981 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@11ab4151
  2> 11982 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: load commit "segments_1"
  2> 11983 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 11983 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 0 ms to checkpoint
  2> 11983 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=false reader=null
  2> 11984 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@2c335a99 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c761756)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=APPEND
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=6, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@734ffa1
  2> writer=org.apache.solr.update.SolrIndexWriter@62ad27de
  2> 
  2> 11986 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 11988 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: flush at getReader
  2> 11991 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 11992 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 11993 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 12000 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: incRefDeleter for NRT reader version=2 segments=
  2> 12003 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
  2> 12009 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MP][coreLoadExecutor-11-thread-1]: findMerges: 0 segments
  2> 12010 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 12012 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: getReader took 24 ms
  2> 12071 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001/collection1/conf
  2> 12076 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _rest_managed.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001/collection1/conf
  2> 12076 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {} for /rest/managed
  2> 12080 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001/collection1/conf
  2> 12081 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
  2> 12081 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 35 words for /schema/analysis/stopwords/english
  2> 12082 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
  2> 12083 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest_4EC84A8CD2D7CFCD-001/tempDir-001/collection1/conf
  2> 12083 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true, format=solr} for /schema/analysis/synonyms/english
  2> 12084 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedSynonymGraphFilterFactory Loaded 3 synonym mappings for /schema/analysis/synonyms/english
  2> 12087 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
  2> 12115 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {accuracy=0.5, maxQueryFrequency=0.01, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, name=default, field=text, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal}
  2> 12128 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
  2> 12134 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 12163 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 12185 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 12192 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1768200313971408896
  2> 12330 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.S.Request webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=121
  2> 12331 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
  2> 12332 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
  2> 12332 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
  2> 12343 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> jun 09, 2023 2:06:57 DA MANHÃ com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@6e255a3e
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@6e255a3e
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@2b9d525d
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@2b9d525d
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@87f0838
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@87f0838
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:60526 to /127.0.0.1:37261 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1c9f8141
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1c9f8141
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.submitToRun(TestWorker.java:207)
  2> 	- locked org.gradle.api.internal.tasks.testing.worker.TestWorker@3f3eec76
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.stop(TestWorker.java:189)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@52e6fdee
  2> 
  2> "/127.0.0.1:60526 to /127.0.0.1:37261 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5d513735
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5d513735
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@6aeb35e6
  2> 
  2> "/127.0.0.1:60526 to /127.0.0.1:37261 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@2d1fda6f
  2> 	- locked sun.nio.ch.EPollSelectorImpl@650acee6
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@3c19aaa5
  2> 
  2> "SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@57fce8f
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@62728896
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@62728896
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@51c3b98a
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@25cdd7f
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:96)
  2> 	at app//org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest.beforeTest(ConcurrentUpdateHttp2SolrClientTest.java:47)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x0000000840222c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@31925e2c
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@4a62f527
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6211a08
  2> 
  2> "qtp303509755-17" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@4132c9ca
  2> 	- locked sun.nio.ch.EPollSelectorImpl@1ca4d706
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033f440.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp303509755-18" ID=18 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp303509755-19-acceptor-0@1ecf645d-ServerConnector@6ffc1ac8{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46637}" ID=19 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@641b7325
  2> 
  2> "qtp303509755-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp303509755-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp303509755-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp303509755-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp303509755-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@125b6fc0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-94bf3d0-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@33308af5
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@33308af5
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@9966772
  2> 	- locked sun.nio.ch.EPollSelectorImpl@40fa2cef
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033f440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@591c162
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@7f47fd8e
  2> 	- locked sun.nio.ch.EPollSelectorImpl@4817b7b1
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033f440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@7da5c3e8
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@7200e436
  2> 	- locked sun.nio.ch.EPollSelectorImpl@630c33cd
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033f440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@25be7e31
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@23e719af
  2> 	- locked sun.nio.ch.EPollSelectorImpl@56b8885d
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033f440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@2c5bd2cc
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@236ce7e8
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@236ce7e8
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@21fc2a13
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@21fc2a13
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3acd65e2
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3acd65e2
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
  2> jun 09, 2023 2:06:57 DA MANHÃ com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
  2> jun 09, 2023 2:06:58 DA MANHÃ com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 16 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest: 
  2>    1) Thread[id=23, name=qtp303509755-23, state=TIMED_WAITING, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033f440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033f440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=21, name=qtp303509755-21, state=TIMED_WAITING, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=20, name=qtp303509755-20, state=TIMED_WAITING, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033f440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    8) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033f440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=18, name=qtp303509755-18, state=TIMED_WAITING, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   10) Thread[id=24, name=qtp303509755-24, state=TIMED_WAITING, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=15, name=SUITE-ConcurrentUpdateHttp2SolrClientTest-seed#[4EC84A8CD2D7CFCD]-worker, state=WAITING, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:96)
  2>         at app//org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest.beforeTest(ConcurrentUpdateHttp2SolrClientTest.java:47)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x0000000840222c40.run(Unknown Source)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   12) Thread[id=17, name=qtp303509755-17, state=RUNNABLE, group=TGRP-ConcurrentUpdateHttp2SolrClientTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2

[...truncated too long message...]

til.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=73, name=TEST-RollingRestartTest.test-seed#[4EC84A8CD2D7CFCD]-SendThread(127.0.0.1:34639), state=TIMED_WAITING, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2>         at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
  2>         at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394)
  2>         at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1335)
  2>         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)
  2>    5) Thread[id=64, name=httpShardExecutor-31-thread-1, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840434c40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840434440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=68, name=h2sc-33-thread-1, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840434c40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840434440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([4EC84A8CD2D7CFCD]:0)
  2> NOTE: test params are: codec=Asserting(Lucene95): {}, docValues:{}, maxPointsInLeafNode=1296, maxMBSortInHeap=6.645475874007559, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=it, timezone=Europe/Zaporozhye
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=10,free=248877328,total=326107136
  2> NOTE: All tests run in this JVM: [TestCharFilters, RollingRestartTest]
  2> NOTE: reproduce with: gradlew test --tests RollingRestartTest -Dtests.seed=4EC84A8CD2D7CFCD -Dtests.locale=it -Dtests.timezone=Europe/Zaporozhye -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:core:test (FAILURE): 4767 test(s), 2 failure(s), 328 skipped

4767 tests completed, 2 failed, 328 skipped

> Task :solr:core:test FAILED
> Task :solr:core:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest.classMethod (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.impl.ConcurrentUpdateHttp2SolrClientTest.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=4EC84A8CD2D7CFCD -Ptests.file.encoding=UTF-8

  - org.apache.solr.cloud.RollingRestartTest.test (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.RollingRestartTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.RollingRestartTest.test" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=4EC84A8CD2D7CFCD -Ptests.file.encoding=UTF-8

  - org.apache.solr.cloud.RollingRestartTest.classMethod (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.RollingRestartTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.RollingRestartTest.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=4EC84A8CD2D7CFCD -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:solrj:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/solrj/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 4m 2s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h4m22.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4562 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4562/

All tests passed

Build Log:
[...truncated 1254 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22326ms
ok 41 post solr log into solr in 8799ms
ok 42 start solr with ssl in 20021ms
ok 43 start solr with ssl and auth in 22958ms
ok 44 SOLR-11740 check 'solr stop' connection in 28069ms
ok 45 status detects locally running solr in 14356ms
ok 46 status does not expose cli parameters to end user in 209ms
ok 47 listing out files in 2171ms
ok 48 copying files around in 6624ms
ok 49 upconfig in 2642ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 25s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m45.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4561 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4561/

All tests passed

Build Log:
[...truncated 1254 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22518ms
ok 41 post solr log into solr in 8900ms
ok 42 start solr with ssl in 19814ms
ok 43 start solr with ssl and auth in 22704ms
ok 44 SOLR-11740 check 'solr stop' connection in 28188ms
ok 45 status detects locally running solr in 14665ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2162ms
ok 48 copying files around in 6568ms
ok 49 upconfig in 2628ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 29s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m49.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4560 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4560/

All tests passed

Build Log:
[...truncated 1259 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22560ms
ok 41 post solr log into solr in 8802ms
ok 42 start solr with ssl in 19594ms
ok 43 start solr with ssl and auth in 22091ms
ok 44 SOLR-11740 check 'solr stop' connection in 28332ms
ok 45 status detects locally running solr in 14662ms
ok 46 status does not expose cli parameters to end user in 212ms
ok 47 listing out files in 2157ms
ok 48 copying files around in 6544ms
ok 49 upconfig in 2611ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 13s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m33.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4559 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4559/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.TestSolrJErrorHandling.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([2B50FC7AFC3D28F]:0)




Build Log:
[...truncated 1246 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22664ms
ok 41 post solr log into solr in 8855ms
ok 42 start solr with ssl in 19726ms
ok 43 start solr with ssl and auth in 22584ms
ok 44 SOLR-11740 check 'solr stop' connection in 28059ms
ok 45 status detects locally running solr in 14600ms
ok 46 status does not expose cli parameters to end user in 210ms
ok 47 listing out files in 2161ms
ok 48 copying files around in 6523ms
ok 49 upconfig in 2622ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:solrj:test

org.apache.solr.client.solrj.TestSolrJErrorHandling > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([2B50FC7AFC3D28F]:0)

org.apache.solr.client.solrj.TestSolrJErrorHandling > test suite's output saved to /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.TestSolrJErrorHandling.txt, copied below:
  2> 3648 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 3693 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-1 for ERROR logs matching regex: ignore_exception
  2> 3729 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/data-dir-1-001
  2> 3863 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
  2> 3930 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
  2> 3977 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 4061 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 4062 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 4063 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.SolrTestCaseJ4 Writing core.properties file to /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-002/cores/core
  2> 4577 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 4580 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 4588 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.e.j.s.Server jetty-10.0.15; built: 2023-04-11T17:25:14.480Z; git: 68017dbd00236bb7e187330d7585a059610f661d; jvm 11.0.16+8
  2> 4670 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 4696 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d3d5b22{/solr,file:///tmp/src/solr/solr/solrj/build/tmp/tests-cwd/,AVAILABLE}
  2> 4725 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.e.j.s.AbstractConnector Started ServerConnector@f73c413{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43145}
  2> 4731 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.e.j.s.Server Started Server@1e773e3a{STARTING}[10.0.15,sto=0] @4769ms
  2> 4743 ERROR (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 4744 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 4751 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]
  2> 4752 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in standalone mode on port null
  2> 4753 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 4753 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-08T17:34:03.880826Z
  2> 4756 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001 (source: servlet config: solr.solr.home)
  2> 4777 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.c.SolrXmlConfig Loading solr.xml from /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001/solr.xml
  2> 6987 WARN  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 7359 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001
  2> 7362 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
  2> 7726 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/extraction/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/extraction/lib
  2> 7730 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/clustering/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/clustering/lib
  2> 7731 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/langid/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/langid/lib
  2> 7731 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/ltr/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/ltr/lib
  2> 7732 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/scripting/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/scripting/lib
  2> 7734 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
  2> 7734 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 7752 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
  2> 7857 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=example
  2> 8682 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
  2> 8684 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
  2> 8684 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
  2> 8684 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
  2> 8716 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
  2> 8771 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001/collection1, trusted=true
  2> 8817 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 8847 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001/collection1], dataDir=[/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001/collection1/data/]
  2> 8908 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=2 maxMergeCount=7
  2> 8944 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@1e6da9e5
  2> 8962 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 8964 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 15 ms to checkpoint
  2> 8970 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=true reader=null
  2> 8993 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@4190468a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f33912a)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=CREATE
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=2, maxMergeCount=7, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@700eedc9
  2> writer=org.apache.solr.update.SolrIndexWriter@2f09b719
  2> 
  2> 9011 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 9013 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now flush at close
  2> 9013 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   start flush: applyAllDeletes=true
  2> 9014 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 9015 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 9019 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 9027 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 9028 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 9030 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
  2> 9031 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: now merge
  2> 9032 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   index(source): 
  2> 9033 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   no more merges pending; now return
  2> 9033 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges
  2> 9033 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges done
  2> 9034 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: start
  2> 9034 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: enter lock
  2> 9034 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: now prepare
  2> 9034 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: prepareCommit: flush
  2> 9035 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 9035 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 9036 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 9036 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 9036 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 9037 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit(): start
  2> 9037 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit index= changeCount=2
  2> 9038 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, configSetBaseDir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001, hostPort=43145, coreRootDirectory=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-002/cores}
  2> 9052 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit: wrote pending segments file "pending_segments_1"
  2> 9053 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: done all syncs: []
  2> 9054 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: pendingCommit != null
  2> 9054 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done writing segments file "segments_1"
  2> 9055 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
  2> 9136 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 81 ms to checkpoint
  2> 9137 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: took 102.3 msec
  2> 9137 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done
  2> 9137 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback
  2> 9142 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: all running merges have aborted
  2> 9143 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: done finish merges
  2> 9144 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: abort
  2> 9145 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: done abort success=true
  2> 9147 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: infos=
  2> 9147 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 9149 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 1 ms to checkpoint
  2> 9929 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 9988 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
  2> 9989 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 10010 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
  2> 10019 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 10024 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=2 maxMergeCount=7
  2> 10028 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@1e6da9e5
  2> 10029 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: load commit "segments_1"
  2> 10029 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 10030 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 0 ms to checkpoint
  2> 10030 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=false reader=null
  2> 10030 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@4190468a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f33912a)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=APPEND
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=2, maxMergeCount=7, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@700eedc9
  2> writer=org.apache.solr.update.SolrIndexWriter@45e76d7a
  2> 
  2> 10032 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 10034 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: flush at getReader
  2> 10037 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 10038 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 10038 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 10045 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: incRefDeleter for NRT reader version=2 segments=
  2> 10047 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
  2> 10055 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MP][coreLoadExecutor-11-thread-1]: findMerges: 0 segments
  2> 10056 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 10057 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: getReader took 22 ms
  2> 10117 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001/collection1/conf
  2> 10122 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _rest_managed.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001/collection1/conf
  2> 10122 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {} for /rest/managed
  2> 10126 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001/collection1/conf
  2> 10126 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
  2> 10127 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 35 words for /schema/analysis/stopwords/english
  2> 10127 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
  2> 10128 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.TestSolrJErrorHandling_2B50FC7AFC3D28F-001/tempDir-001/collection1/conf
  2> 10129 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true, format=solr} for /schema/analysis/synonyms/english
  2> 10129 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedSynonymGraphFilterFactory Loaded 3 synonym mappings for /schema/analysis/synonyms/english
  2> 10132 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
  2> 10174 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, accuracy=0.5, maxQueryFrequency=0.01, name=default, field=text, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal}
  2> 10191 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
  2> 10196 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 10223 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 10248 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 10259 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1768156718050574336
  2> 10358 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.S.Request webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=88
  2> 10359 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
  2> 10359 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
  2> 10359 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
  2> 10374 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> nzu 08, 2023 9:34:02 A.K com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.client.solrj.TestSolrJErrorHandling
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@740f7d93
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@740f7d93
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@46e666ab
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@46e666ab
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@72ed7e4b
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@72ed7e4b
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:34050 to /127.0.0.1:43579 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34df4818
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34df4818
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.submitToRun(TestWorker.java:207)
  2> 	- locked org.gradle.api.internal.tasks.testing.worker.TestWorker@42a85274
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.stop(TestWorker.java:189)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@52e6fdee
  2> 
  2> "/127.0.0.1:34050 to /127.0.0.1:43579 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@41f9a316
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@41f9a316
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@6aeb35e6
  2> 
  2> "/127.0.0.1:34050 to /127.0.0.1:43579 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@58ff8244
  2> 	- locked sun.nio.ch.EPollSelectorImpl@584450dd
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@3c19aaa5
  2> 
  2> "SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@16154c45
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@168025fd
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@168025fd
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@1af8ac82
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@3e31f03b
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:100)
  2> 	at app//org.apache.solr.client.solrj.TestSolrJErrorHandling.beforeTest(TestSolrJErrorHandling.java:58)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x0000000840222c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@44899d98
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@78c29628
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@2701a90e
  2> 
  2> "qtp1037397080-17" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@1e6d0fe8
  2> 	- locked sun.nio.ch.EPollSelectorImpl@72f2a9db
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1037397080-18-acceptor-0@4ad7e29a-ServerConnector@f73c413{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43145}" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@58112752
  2> 
  2> "qtp1037397080-19" ID=19 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1037397080-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1037397080-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1037397080-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1037397080-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1037397080-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f294e60
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-3ae92a0f-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@394d0a22
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@394d0a22
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@5e96d0a1
  2> 	- locked sun.nio.ch.EPollSelectorImpl@f6c5796
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@22b7828e
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@ab34255
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5b7e553b
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@398827d
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3305952d
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5eb8a43c
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@71da03dd
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@4e09e454
  2> 	- locked sun.nio.ch.EPollSelectorImpl@6777b723
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@562dd605
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@78c4fa1d
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@78c4fa1d
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@63c6387d
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@63c6387d
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@62ec5b15
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@62ec5b15
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
  2> nzu 08, 2023 9:34:02 A.K com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
  2> nzu 08, 2023 9:34:03 A.K com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 16 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestSolrJErrorHandling: 
  2>    1) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=21, name=qtp1037397080-21, state=TIMED_WAITING, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=19, name=qtp1037397080-19, state=TIMED_WAITING, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=20, name=qtp1037397080-20, state=TIMED_WAITING, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=25, name=Session-HouseKeeper-3ae92a0f-1, state=TIMED_WAITING, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    8) Thread[id=24, name=qtp1037397080-24, state=TIMED_WAITING, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=17, name=qtp1037397080-17, state=RUNNABLE, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   10) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335c40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   12) Thread[id=18, name=qtp1037397080-18-acceptor-0@4ad7e29a-ServerConnector@f73c413{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43145}, state=RUNNABLE, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2>         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2>         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   13) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2>         at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2>         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2>   14) Thread[id=22, name=qtp1037397080-22, state=TIMED_WAITING, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   15) Thread[id=15, name=SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker, state=WAITING, group=TGRP-TestSolrJErrorHandling]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:100)
  2>         at app//org.apache.solr.client.solrj.TestSolrJErrorHandling.beforeTest(TestSolrJErrorHandling.java:58)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.eval

[...truncated too long message...]

ex before flush 
  2> 7204990 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: startFullFlush
  2> 7204990 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: coreCloseExecutor-19-thread-1 finishFullFlush success=true
  2> 7204990 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 7204991 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-19-thread-1]: waitApply: no deletes to apply
  2> 7204991 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
  2> 7204991 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]: now merge
  2> 7204991 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]:   index(source): 
  2> 7204991 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]:   no more merges pending; now return
  2> 7204991 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: waitForMerges
  2> 7204991 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: waitForMerges done
  2> 7204991 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: start
  2> 7204991 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: enter lock
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: now prepare
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: prepareCommit: flush
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   index before flush 
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: startFullFlush
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-19-thread-1]: waitApply: no deletes to apply
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: coreCloseExecutor-19-thread-1 finishFullFlush success=true
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: startCommit(): start
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   skip startCommit(): no changes pending
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: pendingCommit == null; skip
  2> 7204992 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: took 0.7 msec
  2> 7204993 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: done
  2> 7204993 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback
  2> 7204993 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: all running merges have aborted
  2> 7204993 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback: done finish merges
  2> 7204993 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: abort
  2> 7204993 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: done abort success=true
  2> 7204993 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback: infos=
  2> 7204993 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-19-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 7204993 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-19-thread-1]: 0 ms to checkpoint
  2> 7205004 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 7205013 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 7205017 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 7205025 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 7205025 INFO  (SUITE-TestSolrJErrorHandling-seed#[2B50FC7AFC3D28F]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching regex: ignore_exception
  2> Jun 08, 2023 7:34:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([2B50FC7AFC3D28F]:0)
  2> NOTE: test params are: codec=DeflateWithPresetCompressingStoredFieldsData(storedFieldsFormat=Lucene90CompressingStoredFieldsFormat(compressionMode=BEST_COMPRESSION, chunkSize=41, maxDocsPerChunk=810, blockShift=2), termVectorsFormat=Lucene90CompressingTermVectorsFormat(compressionMode=BEST_COMPRESSION, chunkSize=41, maxDocsPerChunk=810, blockSize=2)), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=agq-CM, timezone=Europe/Rome
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=203772752,total=324534272
  2> NOTE: All tests run in this JVM: [TestSolrJErrorHandling]
  2> NOTE: reproduce with: gradlew test --tests TestSolrJErrorHandling -Dtests.seed=2B50FC7AFC3D28F -Dtests.locale=agq-CM -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:solrj:test (FAILURE): 1131 test(s), 1 failure(s), 40 skipped

1131 tests completed, 1 failed, 40 skipped

> Task :solr:solrj:test FAILED
> Task :solr:solrj:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.client.solrj.TestSolrJErrorHandling.classMethod (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.TestSolrJErrorHandling.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.TestSolrJErrorHandling.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=2B50FC7AFC3D28F -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:solrj:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/solrj/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 32s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h2m51.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4558 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4558/

2 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll

Error Message:
java.lang.Exception: Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([1378CFBF88495628]:0)


FAILED:  org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([1378CFBF88495628]:0)




Build Log:
[...truncated 1220 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22885ms
ok 41 post solr log into solr in 8871ms
ok 42 start solr with ssl in 20129ms
ok 43 start solr with ssl and auth in 22196ms
ok 44 SOLR-11740 check 'solr stop' connection in 28381ms
ok 45 status detects locally running solr in 14387ms
ok 46 status does not expose cli parameters to end user in 212ms
ok 47 listing out files in 2184ms
ok 48 copying files around in 6558ms
ok 49 upconfig in 2622ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:core:test

org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster > testStopAllStartAll FAILED
    java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([1378CFBF88495628]:0)

org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([1378CFBF88495628]:0)

org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster > test suite's output saved to /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.txt, copied below:
  2> 64346 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1378CFBF88495628]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 64347 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1378CFBF88495628]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-6 after mutting 0 log messages
  2> 64347 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1378CFBF88495628]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-7 for ERROR logs matching regex: ignore_exception
  2> 64350 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1378CFBF88495628]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/data-dir-3-001
  2> 64351 WARN  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1378CFBF88495628]-worker) [] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
  2> 64351 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1378CFBF88495628]-worker) [] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
  2> 64353 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1378CFBF88495628]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
  2> 64370 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1378CFBF88495628]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 64385 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001
  2> 64385 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
  2> 64386 INFO  (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
  2> 64386 INFO  (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer Starting server
  2> 64388 WARN  (ZkTestServer Run Thread) [] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
  2> 64486 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.ZkTestServer start zk server on port: 37909
  2> 64490 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64492 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64497 INFO  (zkConnectionManagerCallback-263-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64497 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64497 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64500 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64501 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64504 INFO  (zkConnectionManagerCallback-265-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64504 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64504 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64504 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64506 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64509 INFO  (zkConnectionManagerCallback-267-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64509 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64509 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64647 INFO  (jetty-launcher-268-thread-5) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 64647 INFO  (jetty-launcher-268-thread-4) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 64647 INFO  (jetty-launcher-268-thread-2) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 64647 INFO  (jetty-launcher-268-thread-5) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 64647 INFO  (jetty-launcher-268-thread-3) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 64648 INFO  (jetty-launcher-268-thread-3) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 64647 INFO  (jetty-launcher-268-thread-1) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 64648 INFO  (jetty-launcher-268-thread-4) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 64647 INFO  (jetty-launcher-268-thread-2) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 64648 INFO  (jetty-launcher-268-thread-4) [] o.e.j.s.Server jetty-10.0.15; built: 2023-04-11T17:25:14.480Z; git: 68017dbd00236bb7e187330d7585a059610f661d; jvm 11.0.16+8
  2> 64648 INFO  (jetty-launcher-268-thread-5) [] o.e.j.s.Server jetty-10.0.15; built: 2023-04-11T17:25:14.480Z; git: 68017dbd00236bb7e187330d7585a059610f661d; jvm 11.0.16+8
  2> 64648 INFO  (jetty-launcher-268-thread-1) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 64648 INFO  (jetty-launcher-268-thread-2) [] o.e.j.s.Server jetty-10.0.15; built: 2023-04-11T17:25:14.480Z; git: 68017dbd00236bb7e187330d7585a059610f661d; jvm 11.0.16+8
  2> 64648 INFO  (jetty-launcher-268-thread-3) [] o.e.j.s.Server jetty-10.0.15; built: 2023-04-11T17:25:14.480Z; git: 68017dbd00236bb7e187330d7585a059610f661d; jvm 11.0.16+8
  2> 64648 INFO  (jetty-launcher-268-thread-1) [] o.e.j.s.Server jetty-10.0.15; built: 2023-04-11T17:25:14.480Z; git: 68017dbd00236bb7e187330d7585a059610f661d; jvm 11.0.16+8
  2> 64661 INFO  (jetty-launcher-268-thread-2) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 64662 INFO  (jetty-launcher-268-thread-4) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 64663 INFO  (jetty-launcher-268-thread-2) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3319688e{/solr,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,AVAILABLE}
  2> 64663 INFO  (jetty-launcher-268-thread-4) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11ed6f79{/solr,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,AVAILABLE}
  2> 64664 INFO  (jetty-launcher-268-thread-3) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 64665 INFO  (jetty-launcher-268-thread-3) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@631c8eb3{/solr,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,AVAILABLE}
  2> 64667 INFO  (jetty-launcher-268-thread-4) [] o.e.j.s.AbstractConnector Started ServerConnector@80c2af0{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34931}
  2> 64667 INFO  (jetty-launcher-268-thread-2) [] o.e.j.s.AbstractConnector Started ServerConnector@2d5020a{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:37133}
  2> 64667 INFO  (jetty-launcher-268-thread-2) [] o.e.j.s.Server Started Server@3cda4ee2{STARTING}[10.0.15,sto=0] @64771ms
  2> 64667 INFO  (jetty-launcher-268-thread-4) [] o.e.j.s.Server Started Server@2632bdea{STARTING}[10.0.15,sto=0] @64771ms
  2> 64667 ERROR (jetty-launcher-268-thread-4) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 64667 ERROR (jetty-launcher-268-thread-2) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 64667 INFO  (jetty-launcher-268-thread-2) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 64667 INFO  (jetty-launcher-268-thread-4) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 64667 INFO  (jetty-launcher-268-thread-2) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0
  2> 64667 INFO  (jetty-launcher-268-thread-4) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0
  2> 64667 INFO  (jetty-launcher-268-thread-2) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in cloud mode on port null
  2> 64667 INFO  (jetty-launcher-268-thread-4) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in cloud mode on port null
  2> 64668 INFO  (jetty-launcher-268-thread-4) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 64668 INFO  (jetty-launcher-268-thread-2) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 64668 INFO  (jetty-launcher-268-thread-1) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 64668 INFO  (jetty-launcher-268-thread-4) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-08T13:37:33.907089Z
  2> 64668 INFO  (jetty-launcher-268-thread-2) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-08T13:37:33.907089Z
  2> 64668 INFO  (jetty-launcher-268-thread-3) [] o.e.j.s.AbstractConnector Started ServerConnector@7227f1c2{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:43429}
  2> 64668 INFO  (jetty-launcher-268-thread-3) [] o.e.j.s.Server Started Server@686acd70{STARTING}[10.0.15,sto=0] @64772ms
  2> 64668 INFO  (jetty-launcher-268-thread-2) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node2 (source: servlet config: solr.solr.home)
  2> 64668 INFO  (jetty-launcher-268-thread-4) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node4 (source: servlet config: solr.solr.home)
  2> 64668 ERROR (jetty-launcher-268-thread-3) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 64668 INFO  (jetty-launcher-268-thread-3) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 64668 INFO  (jetty-launcher-268-thread-3) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0
  2> 64668 INFO  (jetty-launcher-268-thread-5) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 64668 INFO  (jetty-launcher-268-thread-3) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in cloud mode on port null
  2> 64668 INFO  (jetty-launcher-268-thread-3) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 64668 INFO  (jetty-launcher-268-thread-3) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-08T13:37:33.907785Z
  2> 64668 WARN  (jetty-launcher-268-thread-2) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64668 WARN  (jetty-launcher-268-thread-4) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64669 INFO  (jetty-launcher-268-thread-3) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node3 (source: servlet config: solr.solr.home)
  2> 64669 WARN  (jetty-launcher-268-thread-3) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64669 INFO  (jetty-launcher-268-thread-1) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6884de18{/solr,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,AVAILABLE}
  2> 64670 INFO  (jetty-launcher-268-thread-5) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52cfb056{/solr,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,AVAILABLE}
  2> 64670 INFO  (jetty-launcher-268-thread-4) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64672 INFO  (jetty-launcher-268-thread-1) [] o.e.j.s.AbstractConnector Started ServerConnector@2b312b96{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:45393}
  2> 64672 INFO  (jetty-launcher-268-thread-5) [] o.e.j.s.AbstractConnector Started ServerConnector@5e1194cf{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:37517}
  2> 64672 INFO  (jetty-launcher-268-thread-1) [] o.e.j.s.Server Started Server@2886c86e{STARTING}[10.0.15,sto=0] @64776ms
  2> 64672 INFO  (jetty-launcher-268-thread-5) [] o.e.j.s.Server Started Server@193f909f{STARTING}[10.0.15,sto=0] @64776ms
  2> 64672 ERROR (jetty-launcher-268-thread-5) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 64672 ERROR (jetty-launcher-268-thread-1) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 64672 INFO  (jetty-launcher-268-thread-5) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 64672 INFO  (jetty-launcher-268-thread-1) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 64672 INFO  (jetty-launcher-268-thread-5) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0
  2> 64672 INFO  (jetty-launcher-268-thread-1) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0
  2> 64672 INFO  (jetty-launcher-268-thread-5) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in cloud mode on port null
  2> 64672 INFO  (jetty-launcher-268-thread-5) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 64672 INFO  (jetty-launcher-268-thread-1) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in cloud mode on port null
  2> 64672 INFO  (jetty-launcher-268-thread-1) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 64672 INFO  (jetty-launcher-268-thread-5) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-08T13:37:33.911805Z
  2> 64672 INFO  (jetty-launcher-268-thread-1) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-08T13:37:33.911851Z
  2> 64672 INFO  (jetty-launcher-268-thread-3) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64673 INFO  (jetty-launcher-268-thread-5) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node5 (source: servlet config: solr.solr.home)
  2> 64673 INFO  (jetty-launcher-268-thread-1) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node1 (source: servlet config: solr.solr.home)
  2> 64673 WARN  (jetty-launcher-268-thread-5) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64673 WARN  (jetty-launcher-268-thread-1) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64674 INFO  (jetty-launcher-268-thread-2) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64680 INFO  (jetty-launcher-268-thread-1) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64681 INFO  (zkConnectionManagerCallback-274-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64682 INFO  (jetty-launcher-268-thread-3) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64682 WARN  (jetty-launcher-268-thread-3) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64684 INFO  (zkConnectionManagerCallback-271-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64684 INFO  (zkConnectionManagerCallback-272-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64684 INFO  (jetty-launcher-268-thread-4) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64684 INFO  (jetty-launcher-268-thread-2) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64684 WARN  (jetty-launcher-268-thread-4) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64684 WARN  (jetty-launcher-268-thread-2) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64684 INFO  (jetty-launcher-268-thread-3) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
  2> 64684 INFO  (jetty-launcher-268-thread-5) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64685 WARN  (jetty-launcher-268-thread-3) [] o.a.s.D.solrxml-zookeeper Loading solr.xml from zookeeper is deprecated. See reference guide for details.
  2> 64686 INFO  (jetty-launcher-268-thread-2) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
  2> 64686 INFO  (jetty-launcher-268-thread-4) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
  2> 64687 INFO  (zkConnectionManagerCallback-276-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64687 INFO  (jetty-launcher-268-thread-5) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64688 WARN  (jetty-launcher-268-thread-5) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64689 INFO  (jetty-launcher-268-thread-3) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
  2> 64689 INFO  (jetty-launcher-268-thread-4) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
  2> 64689 INFO  (jetty-launcher-268-thread-2) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
  2> 64691 INFO  (zkConnectionManagerCallback-278-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64692 INFO  (jetty-launcher-268-thread-1) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64692 WARN  (jetty-launcher-268-thread-1) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 64693 INFO  (jetty-launcher-268-thread-5) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
  2> 64694 INFO  (jetty-launcher-268-thread-1) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading...
  2> 64699 INFO  (jetty-launcher-268-thread-5) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
  2> 64699 INFO  (jetty-launcher-268-thread-1) [] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
  2> 64800 WARN  (jetty-launcher-268-thread-4) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@7a8f9ad6[provider=null,keyStore=null,trustStore=null]
  2> 64800 WARN  (jetty-launcher-268-thread-2) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@156d7b1e[provider=null,keyStore=null,trustStore=null]
  2> 64801 WARN  (jetty-launcher-268-thread-3) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@79baf622[provider=null,keyStore=null,trustStore=null]
  2> 64802 WARN  (jetty-launcher-268-thread-4) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7a8f9ad6[provider=null,keyStore=null,trustStore=null]
  2> 64802 WARN  (jetty-launcher-268-thread-2) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@156d7b1e[provider=null,keyStore=null,trustStore=null]
  2> 64802 WARN  (jetty-launcher-268-thread-3) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@79baf622[provider=null,keyStore=null,trustStore=null]
  2> 64811 WARN  (jetty-launcher-268-thread-2) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a4b6ac4[provider=null,keyStore=null,trustStore=null]
  2> 64811 WARN  (jetty-launcher-268-thread-3) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@4adb81a1[provider=null,keyStore=null,trustStore=null]
  2> 64811 WARN  (jetty-launcher-268-thread-2) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a4b6ac4[provider=null,keyStore=null,trustStore=null]
  2> 64812 WARN  (jetty-launcher-268-thread-3) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4adb81a1[provider=null,keyStore=null,trustStore=null]
  2> 64813 WARN  (jetty-launcher-268-thread-1) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@752b6d28[provider=null,keyStore=null,trustStore=null]
  2> 64813 WARN  (jetty-launcher-268-thread-5) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@14bfc376[provider=null,keyStore=null,trustStore=null]
  2> 64813 WARN  (jetty-launcher-268-thread-4) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@d6fd25[provider=null,keyStore=null,trustStore=null]
  2> 64813 WARN  (jetty-launcher-268-thread-1) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@752b6d28[provider=null,keyStore=null,trustStore=null]
  2> 64813 WARN  (jetty-launcher-268-thread-5) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14bfc376[provider=null,keyStore=null,trustStore=null]
  2> 64813 WARN  (jetty-launcher-268-thread-4) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d6fd25[provider=null,keyStore=null,trustStore=null]
  2> 64814 INFO  (jetty-launcher-268-thread-3) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37909/solr
  2> 64814 INFO  (jetty-launcher-268-thread-2) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37909/solr
  2> 64815 INFO  (jetty-launcher-268-thread-3) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64815 INFO  (jetty-launcher-268-thread-2) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64816 INFO  (jetty-launcher-268-thread-4) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37909/solr
  2> 64816 INFO  (jetty-launcher-268-thread-4) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64817 INFO  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64817 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64819 INFO  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64821 WARN  (jetty-launcher-268-thread-5) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@536b174b[provider=null,keyStore=null,trustStore=null]
  2> 64821 WARN  (jetty-launcher-268-thread-5) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@536b174b[provider=null,keyStore=null,trustStore=null]
  2> 64821 WARN  (jetty-launcher-268-thread-1) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@6e7174c7[provider=null,keyStore=null,trustStore=null]
  2> 64822 WARN  (jetty-launcher-268-thread-1) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6e7174c7[provider=null,keyStore=null,trustStore=null]
  2> 64822 INFO  (zkConnectionManagerCallback-320-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64822 INFO  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64822 INFO  (zkConnectionManagerCallback-316-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64824 INFO  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64824 INFO  (zkConnectionManagerCallback-315-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64825 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64827 INFO  (jetty-launcher-268-thread-5) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37909/solr
  2> 64827 INFO  (jetty-launcher-268-thread-5) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64827 INFO  (jetty-launcher-268-thread-1) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37909/solr
  2> 64827 INFO  (jetty-launcher-268-thread-1) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64828 INFO  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64830 INFO  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 64832 INFO  (zkConnectionManagerCallback-325-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64832 INFO  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64833 INFO  (zkConnectionManagerCallback-328-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 64833 INFO  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 64878 WARN  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 64878 WARN  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 64878 WARN  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 64878 WARN  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 64878 WARN  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 64884 INFO  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64884 INFO  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64884 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64884 INFO  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64884 INFO  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 64891 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37133_solr
  2> 64893 INFO  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45393_solr
  2> 64893 INFO  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34931_solr
  2> 64893 INFO  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43429_solr
  2> 64893 INFO  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37517_solr
  2> 64893 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.Overseer Overseer (id=72057618422235146-127.0.0.1:37133_solr-n_0000000000) starting
  2> 64901 WARN  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 64901 WARN  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 64901 WARN  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 64901 WARN  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 64913 INFO  (zkCallback-313-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
  2> 64913 INFO  (zkCallback-324-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
  2> 64913 INFO  (zkCallback-314-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
  2> 64913 INFO  (zkCallback-319-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
  2> 64913 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.ZkController Publish node=127.0.0.1:37133_solr as DOWN
  2> 64913 INFO  (zkCallback-327-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
  2> 64914 INFO  (OverseerStateUpdate-72057618422235146-127.0.0.1:37133_solr-n_0000000000) [n:127.0.0.1:37133_solr] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37133_solr
  2> 64916 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37133_solr
  2> 64918 INFO  (zkCallback-319-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
  2> 64918 INFO  (zkCallback-327-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
  2> 64919 INFO  (zkCallback-313-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
  2> 64921 INFO  (zkCallback-324-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
  2> 64921 INFO  (zkCallback-314-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
  2> 64922 WARN  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 65018 INFO  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.c.a.c.DistributedCollectionConfigSetCommandRunner Creating DistributedCollectionConfigSetCommandRunner. Collection and ConfigSet APIs are running distributed (not Overseer based)
  2> 65019 INFO  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 65074 INFO  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.c.a.c.DistributedCollectionConfigSetCommandRunner Creating DistributedCollectionConfigSetCommandRunner. Collection and ConfigSet APIs are running distributed (not Overseer based)
  2> 65074 INFO  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.c.a.c.DistributedCollectionConfigSetCommandRunner Creating DistributedCollectionConfigSetCommandRunner. Collection and ConfigSet APIs are running distributed (not Overseer based)
  2> 65074 INFO  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 65074 INFO  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 65078 INFO  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.c.a.c.DistributedCollectionConfigSetCommandRunner Creating DistributedCollectionConfigSetCommandRunner. Collection and ConfigSet APIs are running distributed (not Overseer based)
  2> 65078 INFO  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 65080 INFO  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node3
  2> 65086 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.a.c.DistributedCollectionConfigSetCommandRunner Creating DistributedCollectionConfigSetCommandRunner. Collection and ConfigSet APIs are running distributed (not Overseer based)
  2> 65086 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates.
  2> 65104 INFO  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node1
  2> 65106 INFO  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node4
  2> 65110 INFO  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node5
  2> 65118 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node2
  2> 65126 INFO  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 65141 INFO  (jetty-launcher-268-thread-3) [n:127.0.0.1:43429_solr] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43429, zkHost=127.0.0.1:37909/solr}
  2> 65145 INFO  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 65146 INFO  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 65146 INFO  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 65158 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 65169 INFO  (jetty-launcher-268-thread-5) [n:127.0.0.1:37517_solr] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37517, zkHost=127.0.0.1:37909/solr}
  2> 65170 INFO  (jetty-launcher-268-thread-4) [n:127.0.0.1:34931_solr] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34931, zkHost=127.0.0.1:37909/solr}
  2> 65170 INFO  (jetty-launcher-268-thread-1) [n:127.0.0.1:45393_solr] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45393, zkHost=127.0.0.1:37909/solr}
  2> 65175 INFO  (jetty-launcher-268-thread-2) [n:127.0.0.1:37133_solr] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37133, zkHost=127.0.0.1:37909/solr}
  2> 65178 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=5
  2> 65178 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:43429_solr
  2> 65179 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 65180 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper
  2> 65186 INFO  (zkConnectionManagerCallback-370-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 65186 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 65186 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 65188 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
  2> 65190 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37909/solr ready
  2> 65191 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:37517_solr
  2> 65191 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:45393_solr
  2> 65191 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:34931_solr
  2> 65191 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:37133_solr
  2> 65191 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 65192 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Waiting up to 45000ms for client to connect to ZooKeeper
  2> 65221 INFO  (zkConnectionManagerCallback-372-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 65222 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 65222 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 65335 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 65337 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Waiting up to 45000ms for client to connect to ZooKeeper
  2> 65340 INFO  (zkConnectionManagerCallback-374-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 65340 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 65340 WARN  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 65448 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1378CFBF88495628]) [] o.a.s.SolrTestCaseJ4 ###Starting testStopAllStartAll
  2> 65657 INFO  (qtp1908707827-518) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection] o.a.s.c.a.c.DistributedCollectionConfigSetCommandRunner Running Collection API locally for CREATE asyncId=b8f943be-017e-4ef3-adf6-5dd289c13f2d
  2> 65665 INFO  (qtp1908707827-518) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b8f943be-017e-4ef3-adf6-5dd289c13f2d&collection.configName=solrCloudCollectionConfig&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=10
  2> 65692 INFO  (qtp1908707827-522) [n:127.0.0.1:37517_solr] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b8f943be-017e-4ef3-adf6-5dd289c13f2d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=19
  2> 65711 INFO  (DistributedCollectionApiCommandExecutor-353-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection] o.a.s.c.a.c.CreateCollectionCmd Create collection testStopAllStartAllCollection
  2> 65959 INFO  (DistributedCollectionApiCommandExecutor-353-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection] o.a.s.c.o.SliceMutator createReplica() {
  2>   "core":"testStopAllStartAllCollection_shard2_replica_n1",
  2>   "node_name":"127.0.0.1:37133_solr",
  2>   "base_url":"https://127.0.0.1:37133/solr",
  2>   "collection":"testStopAllStartAllCollection",
  2>   "shard":"shard2",
  2>   "state":"down",
  2>   "type":"NRT",
  2>   "operation":"ADDREPLICA",
  2>   "waitForFinalState":"false"} 
  2> 65963 INFO  (DistributedCollectionApiCommandExecutor-353-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection] o.a.s.c.o.SliceMutator createReplica() {
  2>   "core":"testStopAllStartAllCollection_shard2_replica_n2",
  2>   "node_name":"127.0.0.1:34931_solr",
  2>   "base_url":"https://127.0.0.1:34931/solr",
  2>   "collection":"testStopAllStartAllCollection",
  2>   "shard":"shard2",
  2>   "state":"down",
  2>   "type":"NRT",
  2>   "operation":"ADDREPLICA",
  2>   "waitForFinalState":"false"} 
  2> 65968 INFO  (DistributedCollectionApiCommandExecutor-353-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection] o.a.s.c.o.SliceMutator createReplica() {
  2>   "core":"testStopAllStartAllCollection_shard1_replica_n3",
  2>   "node_name":"127.0.0.1:43429_solr",
  2>   "base_url":"https://127.0.0.1:43429/solr",
  2>   "collection":"testStopAllStartAllCollection",
  2>   "shard":"shard1",
  2>   "state":"down",
  2>   "type":"NRT",
  2>   "operation":"ADDREPLICA",
  2>   "waitForFinalState":"false"} 
  2> 65973 INFO  (DistributedCollectionApiCommandExecutor-353-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection] o.a.s.c.o.SliceMutator createReplica() {
  2>   "core":"testStopAllStartAllCollection_shard1_replica_n4",
  2>   "node_name":"127.0.0.1:37517_solr",
  2>   "base_url":"https://127.0.0.1:37517/solr",
  2>   "collection":"testStopAllStartAllCollection",
  2>   "shard":"shard1",
  2>   "state":"down",
  2>   "type":"NRT",
  2>   "operation":"ADDREPLICA",
  2>   "waitForFinalState":"false"} 
  2> 66094 INFO  (qtp1576202616-498) [n:127.0.0.1:43429_solr x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=2
  2> 66094 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
  2> 66109 INFO  (qtp1934385875-497) [n:127.0.0.1:37133_solr x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard2_replica_n1&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
  2> 66109 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard2_replica_n1&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
  2> 66109 INFO  (qtp1908707827-515) [n:127.0.0.1:37517_solr x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard1_replica_n4&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1
  2> 66109 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard1_replica_n4&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
  2> 66112 INFO  (qtp621567161-499) [n:127.0.0.1:34931_solr x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756&coreNodeName=core_node6&name=testStopAllStartAllCollection_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1
  2> 66112 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756&coreNodeName=core_node6&name=testStopAllStartAllCollection_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
  2> 66117 INFO  (qtp1934385875-504) [n:127.0.0.1:37133_solr] o.a.s.h.a.CoreAdminOperation Checking request status for : b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149
  2> 66118 INFO  (qtp1934385875-504) [n:127.0.0.1:37133_solr] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
  2> 66129 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 66134 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.s.IndexSchema Schema name=minimal
  2> 66137 WARN  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.D.s.TrieIntField Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
  2> 66137 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 66137 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 66138 WARN  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.D.s.TrieLongField Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
  2> 66138 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 66138 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n3' using configuration from configset solrCloudCollectionConfig, trusted=true
  2> 66138 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node3/testStopAllStartAllCollection_shard1_replica_n3], dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node3/testStopAllStartAllCollection_shard1_replica_n3/data/]
  2> 66201 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 66202 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.s.IndexSchema Schema name=minimal
  2> 66202 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.s.IndexSchema Schema name=minimal
  2> 66203 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 66203 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 66203 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n4' using configuration from configset solrCloudCollectionConfig, trusted=true
  2> 66203 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n1' using configuration from configset solrCloudCollectionConfig, trusted=true
  2> 66204 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node2/testStopAllStartAllCollection_shard2_replica_n1], dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node2/testStopAllStartAllCollection_shard2_replica_n1/data/]
  2> 66204 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node5/testStopAllStartAllCollection_shard1_replica_n4], dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node5/testStopAllStartAllCollection_shard1_replica_n4/data/]
  2> 66206 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.s.IndexSchema Schema name=minimal
  2> 66207 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
  2> 66207 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n2' using configuration from configset solrCloudCollectionConfig, trusted=true
  2> 66207 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node4/testStopAllStartAllCollection_shard2_replica_n2], dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1378CFBF88495628-001/tempDir-001/node4/testStopAllStartAllCollection_shard2_replica_n2/data/]
  2> 66263 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 66266 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
  2> 66266 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 66267 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 66267 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 66267 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 66267 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 66270 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
  2> 66270 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 66271 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 66271 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
  2> 66271 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 66272 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 66272 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 66272 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 66272 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 66273 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
  2> 66274 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
  2> 66274 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
  2> 66274 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 66274 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 66276 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
  2> 66276 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
  2> 66276 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1768141834698096640
  2> 66276 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
  2> 66276 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
  2> 66277 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 66277 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 66277 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1768141834699145216
  2> 66277 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1768141834699145216
  2> 66278 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 66278 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 66280 INFO  (searcherExecutor-376-thread-1-processing-testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 core_node7 create 127.0.0.1:43429_solr testStopAllStartAllCollection shard1) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> 66282 INFO  (searcherExecutor-379-thread-1-processing-testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 core_node8 create 127.0.0.1:37517_solr testStopAllStartAllCollection shard1) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> 66282 INFO  (searcherExecutor-382-thread-1-processing-testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 core_node6 create 127.0.0.1:34931_solr testStopAllStartAllCollection shard2) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> 66296 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
  2> 66298 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
  2> 66298 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 66299 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1768141834722213888
  2> 66305 INFO  (searcherExecutor-380-thread-1-processing-testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 core_node5 create 127.0.0.1:37133_solr testStopAllStartAllCollection shard2) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> 66309 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testStopAllStartAllCollection/terms/shard1 to Terms{values={core_node7=0}, version=0} for registerTerm
  2> 66309 INFO  (parallelCoreAdminAPIBaseExecutor-351-thread-1-processing-127.0.0.1:43429_solr testStopAllStartAllCollection_shard1_replica_n3 b8f943be-017e-4ef3-adf6-5dd289c13f2d373635795662 create) [n:127.0.0.1:43429_solr c:testStopAllStartAllCollection s:shard1 r:core_node7 x:testStopAllStartAllCollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testStopAllStartAllCollection/leaders/shard1
  2> 66311 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testStopAllStartAllCollection/terms/shard2 to Terms{values={core_node6=0}, version=0} for registerTerm
  2> 66311 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testStopAllStartAllCollection/terms/shard1 to Terms{values={core_node7=0, core_node8=0}, version=1} for registerTerm
  2> 66311 INFO  (parallelCoreAdminAPIBaseExecutor-360-thread-1-processing-127.0.0.1:34931_solr testStopAllStartAllCollection_shard2_replica_n2 b8f943be-017e-4ef3-adf6-5dd289c13f2d373631003756 create) [n:127.0.0.1:34931_solr c:testStopAllStartAllCollection s:shard2 r:core_node6 x:testStopAllStartAllCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testStopAllStartAllCollection/leaders/shard2
  2> 66311 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testStopAllStartAllCollection/leaders/shard1
  2> 66345 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testStopAllStartAllCollection/terms/shard2 to Terms{values={core_node6=0, core_node5=0}, version=1} for registerTerm
  2> 66345 INFO  (parallelCoreAdminAPIBaseExecutor-364-thread-1-processing-127.0.0.1:37133_solr testStopAllStartAllCollection_shard2_replica_n1 b8f943be-017e-4ef3-adf6-5dd289c13f2d373620689149 create) [n:127.0.0.1:37133_solr c:testStopAllStartAllCollection s:shard2 r:core_node5 x:testStopAllStartAllCollection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testStopAllStartAllCollection/leaders/shard2
  2> 66355 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr c:testStopAllStartAllCollection s:shard1 r:core_node8 x:testStopAllStartAllCollection_shard1_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
  2> 66355 INFO  (parallelCoreAdminAPIBaseExecutor-362-thread-1-processing-127.0.0.1:37517_solr testStopAllStartAllCollection_shard1_replica_n4 b8f943be-017e-4ef3-adf6-5dd289c13f2d373642127317 create) [n:127.0.0.1:37517_solr 

[...truncated too long message...]

trategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   14) Thread[id=723, name=qtp1914049075-723, state=TIMED_WAITING, group=TGRP-TestCollectionsAPIViaSolrCloudCluster]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   15) Thread[id=732, name=httpShardExecutor-427-thread-2, state=RUNNABLE, group=TGRP-TestCollectionsAPIViaSolrCloudCluster]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   16) Thread[id=721, name=qtp1914049075-721, state=TIMED_WAITING, group=TGRP-TestCollectionsAPIViaSolrCloudCluster]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   17) Thread[id=746, name=searcherExecutor-441-thread-1, state=WAITING, group=TGRP-TestCollectionsAPIViaSolrCloudCluster]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([1378CFBF88495628]:0)
  2> NOTE: test params are: codec=Asserting(Lucene95): {_version_=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Lucene90)}, maxPointsInLeafNode=1355, maxMBSortInHeap=5.791514706212409, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-NI, timezone=America/Adak
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=21,free=157385696,total=336068608
  2> NOTE: All tests run in this JVM: [TestCharFilters, RollingRestartTest, TestCollectionsAPIViaSolrCloudCluster]
  2> NOTE: reproduce with: gradlew test --tests TestCollectionsAPIViaSolrCloudCluster -Dtests.seed=1378CFBF88495628 -Dtests.locale=es-NI -Dtests.timezone=America/Adak -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:core:test (FAILURE): 4763 test(s), 2 failure(s), 320 skipped

4763 tests completed, 2 failed, 320 skipped

> Task :solr:core:test FAILED
> Task :solr:core:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1378CFBF88495628 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.classMethod (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1378CFBF88495628 -Ptests.file.encoding=US-ASCII


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 4m 55s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h5m15s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4557 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4557/

All tests passed

Build Log:
[...truncated 1248 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22702ms
ok 41 post solr log into solr in 9100ms
ok 42 start solr with ssl in 19546ms
ok 43 start solr with ssl and auth in 21818ms
ok 44 SOLR-11740 check 'solr stop' connection in 28296ms
ok 45 status detects locally running solr in 14648ms
ok 46 status does not expose cli parameters to end user in 205ms
ok 47 listing out files in 2144ms
ok 48 copying files around in 6508ms
ok 49 upconfig in 2596ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 6s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m27s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4556 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4556/

All tests passed

Build Log:
[...truncated 1244 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22502ms
ok 41 post solr log into solr in 8893ms
ok 42 start solr with ssl in 19970ms
ok 43 start solr with ssl and auth in 22113ms
ok 44 SOLR-11740 check 'solr stop' connection in 28385ms
ok 45 status detects locally running solr in 14620ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2161ms
ok 48 copying files around in 6495ms
ok 49 upconfig in 2621ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 3s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m22.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4555 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4555/

1 tests failed.
FAILED:  org.apache.solr.cloud.ReindexCollectionTest.testAbort

Error Message:
java.lang.AssertionError: {responseHeader={status=0, QTime=5}, status={state=running, msg=found [34c35678-0288-4587-b816-0dbf5e8bcb79] in running tasks}}

Stack Trace:
java.lang.AssertionError: {responseHeader={status=0, QTime=5}, status={state=running, msg=found [34c35678-0288-4587-b816-0dbf5e8bcb79] in running tasks}}
	at __randomizedtesting.SeedInfo.seed([21F43A19A19AEB78:47978D8ED5407901]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.junit.Assert.assertNotNull(Assert.java:713)
	at org.apache.solr.cloud.ReindexCollectionTest.testAbort(ReindexCollectionTest.java:425)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)




Build Log:
[...truncated 6520 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22198ms
ok 41 post solr log into solr in 8812ms
ok 42 start solr with ssl in 19999ms
ok 43 start solr with ssl and auth in 22351ms
ok 44 SOLR-11740 check 'solr stop' connection in 28632ms
ok 45 status detects locally running solr in 14640ms
ok 46 status does not expose cli parameters to end user in 206ms
ok 47 listing out files in 2148ms
ok 48 copying files around in 6535ms
ok 49 upconfig in 2598ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.ReindexCollectionTest.testAbort (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.ReindexCollectionTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.ReindexCollectionTest.testAbort" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=21F43A19A19AEB78 -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 6s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m26.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4554 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4554/

All tests passed

Build Log:
[...truncated 1249 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22488ms
ok 41 post solr log into solr in 8800ms
ok 42 start solr with ssl in 20029ms
ok 43 start solr with ssl and auth in 22436ms
ok 44 SOLR-11740 check 'solr stop' connection in 28405ms
ok 45 status detects locally running solr in 14622ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2145ms
ok 48 copying files around in 6559ms
ok 49 upconfig in 2604ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 9s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m29s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4553 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4553/

All tests passed

Build Log:
[...truncated 1253 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22556ms
ok 41 post solr log into solr in 9104ms
ok 42 start solr with ssl in 19764ms
ok 43 start solr with ssl and auth in 22054ms
ok 44 SOLR-11740 check 'solr stop' connection in 28050ms
ok 45 status detects locally running solr in 14607ms
ok 46 status does not expose cli parameters to end user in 210ms
ok 47 listing out files in 2155ms
ok 48 copying files around in 6483ms
ok 49 upconfig in 2604ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 11s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m31s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4552 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4552/

2 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.CloudAuthStreamTest.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([8A413E7939392AA1]:0)


FAILED:  org.apache.solr.client.solrj.response.TestSuggesterResponse.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([8A413E7939392AA1]:0)




Build Log:
[...truncated 1237 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22183ms
ok 41 post solr log into solr in 8834ms
ok 42 start solr with ssl in 19540ms
ok 43 start solr with ssl and auth in 22352ms
ok 44 SOLR-11740 check 'solr stop' connection in 28318ms
ok 45 status detects locally running solr in 14565ms
ok 46 status does not expose cli parameters to end user in 207ms
ok 47 listing out files in 2157ms
ok 48 copying files around in 6549ms
ok 49 upconfig in 2561ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:solrj-streaming:test

org.apache.solr.client.solrj.io.stream.CloudAuthStreamTest > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([8A413E7939392AA1]:0)

org.apache.solr.client.solrj.io.stream.CloudAuthStreamTest > test suite's output saved to /tmp/src/solr/solr/solrj-streaming/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.io.stream.CloudAuthStreamTest.txt, copied below:
  1> 23:28:31.532 [jetty-launcher-8-thread-5] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  1> 23:28:31.532 [jetty-launcher-8-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  1> 23:28:31.532 [jetty-launcher-8-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  1> 23:28:31.532 [jetty-launcher-8-thread-4] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  1> 23:28:31.532 [jetty-launcher-8-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> Jun 07, 2023 10:28:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.client.solrj.io.stream.CloudAuthStreamTest
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@2f44c38c
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@2f44c38c
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@5487c06b
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@5487c06b
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@59eb062b
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@59eb062b
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:49252 to /127.0.0.1:40005 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cd1505
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cd1505
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:403)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@323b36e0
  2> 
  2> "/127.0.0.1:49252 to /127.0.0.1:40005 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a6ca67c
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a6ca67c
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@4135c3b
  2> 
  2> "/127.0.0.1:49252 to /127.0.0.1:40005 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@6082abc2
  2> 	- locked sun.nio.ch.EPollSelectorImpl@61d933a7
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@2a4fb17b
  2> 
  2> "SUITE-CloudAuthStreamTest-seed#[8A413E7939392AA1]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@95467a4
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-CloudAuthStreamTest-seed#[8A413E7939392AA1]-worker" ID=15 WAITING on java.util.concurrent.FutureTask@66e46fb4
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.FutureTask@66e46fb4
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.get(FutureTask.java:190)
  2> 	at java.base@11.0.16/java.util.concurrent.AbstractExecutorService.invokeAll(AbstractExecutorService.java:247)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:378)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$Builder.build(MiniSolrCloudCluster.java:1303)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$Builder.configure(MiniSolrCloudCluster.java:1275)
  2> 	at app//org.apache.solr.client.solrj.io.stream.CloudAuthStreamTest.setupCluster(CloudAuthStreamTest.java:123)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$175/0x00000008401ee040.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "ZkTestServer Run Thread" ID=16 WAITING on org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread@13cd0411
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread@13cd0411
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:915)
  2> 	at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:337)
  2> 	at app//org.apache.solr.cloud.ZkTestServer$1.run(ZkTestServer.java:581)
  2> 
  2> "NIOServerCxnFactory.SelectorThread-0" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3b2159c4
  2> 	- locked sun.nio.ch.EPollSelectorImpl@11627043
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
  2> 
  2> "NIOServerCxnFactory.SelectorThread-1" ID=19 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@54be2414
  2> 	- locked sun.nio.ch.EPollSelectorImpl@2fa84f1e
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
  2> 
  2> "NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0" ID=20 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@1e76cc56
  2> 	- locked sun.nio.ch.EPollSelectorImpl@1c9457b3
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
  2> 
  2> "ConnnectionExpirer" ID=17 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
  2> 
  2> "SessionTracker" ID=21 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
  2> 
  2> "SyncThread:0" ID=22 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@39af5eb1
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@39af5eb1
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
  2> 
  2> "ProcessThread(sid:0 cport:45805):" ID=23 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@54923625
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@54923625
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
  2> 
  2> "RequestThrottler" ID=24 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cae449d
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cae449d
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
  2> 
  2> "NIOWorkerThread-1" ID=25 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@42b9bd74
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@42b9bd74
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "SUITE-CloudAuthStreamTest-seed#[8A413E7939392AA1]-worker-SendThread(127.0.0.1:45805)" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@1a02944
  2> 	- locked sun.nio.ch.EPollSelectorImpl@44c6044b
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2> 	at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2> 	at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2> 
  2> "SUITE-CloudAuthStreamTest-seed#[8A413E7939392AA1]-worker-EventThread" ID=27 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ac23ae2
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ac23ae2
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
  2> 
  2> "NIOWorkerThread-2" ID=28 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@42b9bd74
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@42b9bd74
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "NIOWorkerThread-3" ID=29 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@42b9bd74
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@42b9bd74
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "zkConnectionManagerCallback-3-thread-1" ID=30 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@459f7cd3
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@459f7cd3
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "SUITE-CloudAuthStreamTest-seed#[8A413E7939392AA1]-worker-SendThread(127.0.0.1:45805)" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@45f5972d
  2> 	- locked sun.nio.ch.EPollSelectorImpl@31e53784
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2> 	at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2> 	at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2> 
  2> "SUITE-CloudAuthStreamTest-seed#[8A413E7939392AA1]-worker-EventThread" ID=32 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6aab0e70
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6aab0e70
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
  2> 
  2> "zkConnectionManagerCallback-5-thread-1" ID=33 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@546c9e12
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@546c9e12
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "jetty-launcher-8-thread-1" ID=37 WAITING on java.util.concurrent.CountDownLatch$Sync@3554b3fb
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@3554b3fb
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@3d49374d
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@25086e77
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:567)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:373)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$$Lambda$262/0x0000000840133840.call(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$255/0x00000008402e6840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@17e22c28
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@2b6216d1
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@27ceacc8
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@53c90423
  2> 
  2> "jetty-launcher-8-thread-2" ID=38 WAITING on java.util.concurrent.CountDownLatch$Sync@6a6b02c1
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@6a6b02c1
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@33515a15
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@61ab085b
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:567)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:373)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$$Lambda$262/0x0000000840133840.call(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$255/0x00000008402e6840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@7ad8e051
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@666fc797
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6a834f9a
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@533b212d
  2> 
  2> "jetty-launcher-8-thread-3" ID=39 WAITING on java.util.concurrent.CountDownLatch$Sync@14275e4d
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@14275e4d
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@570cbdb5
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@2703c751
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:567)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:373)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$$Lambda$262/0x0000000840133840.call(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$255/0x00000008402e6840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@2d3bb8d5
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@5fdbeeff
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@1f74cab9
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@2d273df7
  2> 
  2> "jetty-launcher-8-thread-4" ID=40 WAITING on java.util.concurrent.CountDownLatch$Sync@1f0c0a73
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@1f0c0a73
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@642aa10c
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@5db28e32
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:567)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:373)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$$Lambda$262/0x0000000840133840.call(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$255/0x00000008402e6840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@49eed8f6
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@39319b55
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@679532b0
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@5686cd8f
  2> 
  2> "jetty-launcher-8-thread-5" ID=41 WAITING on java.util.concurrent.CountDownLatch$Sync@4abbae2d
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@4abbae2d
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@201a580c
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@6e54fe0d
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:567)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:373)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$$Lambda$262/0x0000000840133840.call(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$255/0x00000008402e6840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@e5ebcfd
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@71fe70d7
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@3568cdc
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@25ed63c
  2> 
  2> "qtp857012805-44" ID=44 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@31f95ad3
  2> 	- locked sun.nio.ch.EPollSelectorImpl@3383ecf3
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$416/0x0000000840389440.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp224215265-45" ID=45 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@484b633
  2> 	- locked sun.nio.ch.EPollSelectorImpl@1359ba48
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$416/0x0000000840389440.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1655893741-43" ID=43 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@688d5532
  2> 	- locked sun.nio.ch.EPollSelectorImpl@4445d8a4
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$416/0x0000000840389440.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1071834634-46" ID=46 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@6551db31
  2> 	- locked sun.nio.ch.EPollSelectorImpl@3b04b629
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$416/0x0000000840389440.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1269416072-47" ID=47 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@39a250be
  2> 	- locked sun.nio.ch.EPollSelectorImpl@53c83fd6
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$416/0x0000000840389440.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1071834634-51-acceptor-0@54c551af-ServerConnector@40a02afc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43777}" ID=51 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@382beecd
  2> 
  2> "qtp1655893741-50-acceptor-0@586b1193-ServerConnector@588d3c1a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37873}" ID=50 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@2680a21f
  2> 
  2> "qtp224215265-49-acceptor-0@3ad25452-ServerConnector@251abffc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44265}" ID=49 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@d0c21d1
  2> 
  2> "qtp857012805-48-acceptor-0@5e0e6842-ServerConnector@4fce7d99{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45415}" ID=48 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@1f288929
  2> 
  2> "qtp224215265-55" ID=55 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1655893741-54" ID=54 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1071834634-53" ID=53 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1269416072-52-acceptor-0@6c9f5adb-ServerConnector@47a87bbd{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35123}" ID=52 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6cf582cd
  2> 
  2> "qtp1071834634-59" ID=59 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1655893741-58" ID=58 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp224215265-57" ID=57 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp857012805-56" ID=56 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1655893741-62" ID=62 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1071834634-61" ID=61 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1269416072-60" ID=60 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51517b29
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51517b29
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1071834634-66" ID=66 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1655893741-65" ID=65 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp857012805-64" ID=64 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp224215265-63" ID=63 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp857012805-70" ID=70 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1655893741-69" ID=69 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1071834634-68" ID=68 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1269416072-67" ID=67 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51517b29
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51517b29
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1071834634-74" ID=74 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@374f24cc
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1655893741-73" ID=73 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba194c0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp857012805-72" ID=72 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp224215265-71" ID=71 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1269416072-75" ID=75 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51517b29
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51517b29
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp857012805-76" ID=76 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp857012805-78" ID=78 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@681f8ad
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp224215265-79" ID=79 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1269416072-77" ID=77 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51517b29
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51517b29
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp224215265-80" ID=80 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78124187
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
  2> 	at app//org.eclipse.je

[...truncated too long message...]

seExecutor-37-thread-1]:   no more merges pending; now return
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: waitForMerges
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: waitForMerges done
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: commit: start
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: commit: enter lock
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: commit: now prepare
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: prepareCommit: flush
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]:   index before flush 
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-37-thread-1]: startFullFlush
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-37-thread-1]: waitApply: no deletes to apply
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-37-thread-1]: coreCloseExecutor-37-thread-1 finishFullFlush success=true
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: startCommit(): start
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]:   skip startCommit(): no changes pending
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: commit: pendingCommit == null; skip
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: commit: took 0.3 msec
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: commit: done
  2> 7215344 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: rollback
  2> 7215345 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: all running merges have aborted
  2> 7215345 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: rollback: done finish merges
  2> 7215345 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-37-thread-1]: abort
  2> 7215345 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-37-thread-1]: done abort success=true
  2> 7215345 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-37-thread-1]: rollback: infos=
  2> 7215345 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-37-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 7215345 INFO  (coreCloseExecutor-37-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-37-thread-1]: 0 ms to checkpoint
  2> 7215347 INFO  (SUITE-TestSuggesterResponse-seed#[8A413E7939392AA1]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 7215355 INFO  (SUITE-TestSuggesterResponse-seed#[8A413E7939392AA1]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 7215359 INFO  (SUITE-TestSuggesterResponse-seed#[8A413E7939392AA1]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 7215362 INFO  (SUITE-TestSuggesterResponse-seed#[8A413E7939392AA1]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 7215362 INFO  (SUITE-TestSuggesterResponse-seed#[8A413E7939392AA1]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching regex: ignore_exception
  2> Jun 08, 2023 1:28:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([8A413E7939392AA1]:0)
  2> NOTE: test params are: codec=DeflateWithPresetCompressingStoredFieldsData(storedFieldsFormat=Lucene90CompressingStoredFieldsFormat(compressionMode=BEST_COMPRESSION, chunkSize=25, maxDocsPerChunk=323, blockShift=16), termVectorsFormat=Lucene90CompressingTermVectorsFormat(compressionMode=BEST_COMPRESSION, chunkSize=25, maxDocsPerChunk=323, blockSize=16)), sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=kab, timezone=America/Iqaluit
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=275095008,total=343932928
  2> NOTE: All tests run in this JVM: [GetByIdTest, TestSuggesterResponse]
  2> NOTE: reproduce with: gradlew test --tests TestSuggesterResponse -Dtests.seed=8A413E7939392AA1 -Dtests.locale=kab -Dtests.timezone=America/Iqaluit -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:solrj:test (FAILURE): 1132 test(s), 1 failure(s), 40 skipped

1132 tests completed, 1 failed, 40 skipped

> Task :solr:solrj:test FAILED
> Task :solr:solrj:wipeTaskTemp

> Task :solr:solrj-streaming:test FAILED
:solr:solrj-streaming:test (FAILURE): 586 test(s), 1 failure(s), 3 skipped

586 tests completed, 1 failed, 3 skipped

> Task :solr:solrj-streaming:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.client.solrj.io.stream.CloudAuthStreamTest.classMethod (:solr:solrj-streaming)
    Test output: /tmp/src/solr/solr/solrj-streaming/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.io.stream.CloudAuthStreamTest.txt
    Reproduce with: gradlew :solr:solrj-streaming:test --tests "org.apache.solr.client.solrj.io.stream.CloudAuthStreamTest.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=8A413E7939392AA1 -Ptests.file.encoding=ISO-8859-1

  - org.apache.solr.client.solrj.response.TestSuggesterResponse.classMethod (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.response.TestSuggesterResponse.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.response.TestSuggesterResponse.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=8A413E7939392AA1 -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:solrj:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/solrj/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:solrj-streaming:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/solrj-streaming/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 23s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h2m43.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4551 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4551/

2 tests failed.
FAILED:  org.apache.solr.schema.DenseVectorFieldTest.denseVectorField_shouldBePresentAfterAtomicUpdate

Error Message:
org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured

Stack Trace:
org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured
	at __randomizedtesting.SeedInfo.seed([3480E7F0DE271896:2137054FE1A5CC1C]:0)
	at app//org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:297)
	at app//org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234)
	at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at app//org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189)
	at app//org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120)
	at app//org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113)
	at app//org.apache.solr.util.TestHarness.update(TestHarness.java:295)
	at app//org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270)
	at app//org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:238)
	at app//org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:969)
	at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:951)
	at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:946)
	at app//org.apache.solr.schema.DenseVectorFieldTest.denseVectorField_shouldBePresentAfterAtomicUpdate(DenseVectorFieldTest.java:623)
	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly

Error Message:
org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured

Stack Trace:
org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured
	at __randomizedtesting.SeedInfo.seed([3480E7F0DE271896:DE0D7F48D9C8CF3D]:0)
	at app//org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:297)
	at app//org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234)
	at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at app//org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189)
	at app//org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120)
	at app//org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113)
	at app//org.apache.solr.util.TestHarness.update(TestHarness.java:295)
	at app//org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270)
	at app//org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:238)
	at app//org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:969)
	at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:951)
	at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:946)
	at app//org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly(DenseVectorFieldTest.java:660)
	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)




Build Log:
[...truncated 2014 lines...]
  2>           => org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='[1, 2, 3]' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '[1, 2, 3]'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248)
  2> org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='[1, 2, 3]' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '[1, 2, 3]'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248) ~[main/:?]
  2> 	at org.apache.solr.update.AddUpdateCommand.makeLuceneDocs(AddUpdateCommand.java:213) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1057) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:421) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:374) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:311) ~[main/:?]
  2> 	at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) ~[main/:?]
  2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:301) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234) ~[main/:?]
  2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120) ~[main/:?]
  2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) ~[main/:?]
  2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84) ~[main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2893) [main/:?]
  2> 	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113) [main/:?]
  2> 	at org.apache.solr.util.TestHarness.update(TestHarness.java:295) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.validateErrorUpdate(BaseTestHarness.java:252) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:972) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:961) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:956) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.schema.DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException(DenseVectorFieldTest.java:437) [test/:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> Caused by: org.apache.solr.common.SolrException: Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '[1, 2, 3]'
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:212) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> Caused by: org.apache.solr.common.SolrException: incorrect vector dimension. The vector value has size 3 while it is expected a vector with size 4
  2> 	at org.apache.solr.util.vector.DenseVectorParser.checkVectorDimension(DenseVectorParser.java:104) ~[main/:?]
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseIndexVector(DenseVectorParser.java:59) ~[main/:?]
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseVector(DenseVectorParser.java:45) ~[main/:?]
  2> 	at org.apache.solr.util.vector.FloatDenseVectorParser.getFloatVector(FloatDenseVectorParser.java:34) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createField(DenseVectorField.java:229) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:195) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> 115153 INFO  (TEST-DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory webapp=null path=null params={}{} 0 0
  2> 115153 ERROR (TEST-DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [ x:collection1] o.a.s.h.RequestHandlerBase Server exception
  2>           => org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='[1, 2, 3, 4, 5]' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '[1, 2, 3, 4, 5]'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248)
  2> org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='[1, 2, 3, 4, 5]' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '[1, 2, 3, 4, 5]'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248) ~[main/:?]
  2> 	at org.apache.solr.update.AddUpdateCommand.makeLuceneDocs(AddUpdateCommand.java:213) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1057) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:421) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:374) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:311) ~[main/:?]
  2> 	at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) ~[main/:?]
  2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:301) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234) ~[main/:?]
  2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120) ~[main/:?]
  2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) ~[main/:?]
  2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84) ~[main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2893) [main/:?]
  2> 	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113) [main/:?]
  2> 	at org.apache.solr.util.TestHarness.update(TestHarness.java:295) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.validateErrorUpdate(BaseTestHarness.java:252) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:972) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:961) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:956) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.schema.DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException(DenseVectorFieldTest.java:438) [test/:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> Caused by: org.apache.solr.common.SolrException: Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '[1, 2, 3, 4, 5]'
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:212) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> Caused by: org.apache.solr.common.SolrException: incorrect vector dimension. The vector value has size 5 while it is expected a vector with size 4
  2> 	at org.apache.solr.util.vector.DenseVectorParser.checkVectorDimension(DenseVectorParser.java:104) ~[main/:?]
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseIndexVector(DenseVectorParser.java:59) ~[main/:?]
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseVector(DenseVectorParser.java:45) ~[main/:?]
  2> 	at org.apache.solr.util.vector.FloatDenseVectorParser.getFloatVector(FloatDenseVectorParser.java:34) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createField(DenseVectorField.java:229) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:195) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> 115157 INFO  (TEST-DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###deleteCore
  2> 115157 INFO  (TEST-DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.c.CoreContainer Shutting down CoreContainer instance=417339893
  2> 115157 INFO  (coreCloseExecutor-1638-thread-1) [ x:collection1] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@743aa58a collection1
  2> 115158 INFO  (coreCloseExecutor-1638-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@743aa58a
  2> 115170 INFO  (coreCloseExecutor-1638-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
  2> 115172 INFO  (TEST-DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 115179 INFO  (TEST-DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 115184 INFO  (TEST-DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 115186 INFO  (TEST-DenseVectorFieldTest.indexing_inconsistentVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Ending indexing_inconsistentVectorDimension_shouldThrowException
  2> 115192 INFO  (TEST-DenseVectorFieldTest.parseVector_notNumericList_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Starting parseVector_notNumericList_shouldThrowException
  2> 115194 INFO  (TEST-DenseVectorFieldTest.parseVector_notNumericList_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Ending parseVector_notNumericList_shouldThrowException
  2> 115198 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Starting fieldDefinition_docValues_shouldThrowException
  2> 115198 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-27 for ERROR logs matching regex: \QDenseVectorField fields can not have docValues: vector\E
  2> 115199 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 115203 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 115219 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 115220 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_3480E7F0DE271896-001/data-dir-20-001
  2> 115221 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.s.IndexSchema Schema name=bad-schema-densevector-docvalues
  2> 115222 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-27 after mutting 0 log messages
  2> 115222 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-26 after mutting 0 log messages
  2> 115223 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-28 for ERROR logs matching regex: ignore_exception
  2> 115223 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_docValues_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Ending fieldDefinition_docValues_shouldThrowException
  2> 115229 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Starting indexing_notAVectorValue_shouldThrowException
  2> 115229 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 115233 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 115249 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 115249 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_3480E7F0DE271896-001/data-dir-21-001
  2> 115251 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.s.IndexSchema Schema name=schema-densevector
  2> 115252 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.s.IndexSchema Loaded schema schema-densevector/1.0 with uniqueid field id
  2> 116535 WARN  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@4e5ed749[provider=null,keyStore=null,trustStore=null]
  2> 116536 WARN  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4e5ed749[provider=null,keyStore=null,trustStore=null]
  2> 116541 WARN  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c6d8902[provider=null,keyStore=null,trustStore=null]
  2> 116541 WARN  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c6d8902[provider=null,keyStore=null,trustStore=null]
  2> 116543 WARN  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 116576 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 116602 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 116604 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=schema-densevector
  2> 116605 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema schema-densevector/1.0 with uniqueid field id
  2> 116608 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/core/build/resources/test/solr/collection1, trusted=true
  2> 116609 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/core/build/resources/test/solr/collection1], dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_3480E7F0DE271896-001/data-dir-21-001/]
  2> 116611 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.0]
  2> 116707 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 116710 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 116710 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 116712 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergedSegmentMB=90.85038661956787, floorSegmentMB=1.5742368698120117, forceMergeDeletesPctAllowed=5.7544686737663415, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.5988888267920115, deletesPctAllowed=22.383040294001713
  2> 116713 WARN  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf ; switching to use InMemory storage instead.
  2> 116714 INFO  (coreLoadExecutor-1648-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 116716 INFO  (searcherExecutor-1650-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> 116745 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 116755 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 116757 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory webapp=null path=null params={}{} 0 1
  2> 116757 ERROR (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [ x:collection1] o.a.s.h.RequestHandlerBase Server exception
  2>           => org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='5.4' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '5.4'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248)
  2> org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='5.4' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '5.4'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248) ~[main/:?]
  2> 	at org.apache.solr.update.AddUpdateCommand.makeLuceneDocs(AddUpdateCommand.java:213) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1057) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:421) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:374) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:311) ~[main/:?]
  2> 	at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) ~[main/:?]
  2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:301) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234) ~[main/:?]
  2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120) ~[main/:?]
  2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) ~[main/:?]
  2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84) ~[main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2893) [main/:?]
  2> 	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113) [main/:?]
  2> 	at org.apache.solr.util.TestHarness.update(TestHarness.java:295) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.validateErrorUpdate(BaseTestHarness.java:252) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:972) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:961) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:956) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.schema.DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException(DenseVectorFieldTest.java:416) [test/:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> Caused by: org.apache.solr.common.SolrException: Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '5.4'
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:212) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> Caused by: org.apache.solr.common.SolrException: incorrect vector format. The expected format is:'[f1,f2..f3]' where each element f is a float
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseIndexVector(DenseVectorParser.java:56) ~[main/:?]
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseVector(DenseVectorParser.java:45) ~[main/:?]
  2> 	at org.apache.solr.util.vector.FloatDenseVectorParser.getFloatVector(FloatDenseVectorParser.java:34) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createField(DenseVectorField.java:229) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:195) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> 116763 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory webapp=null path=null params={}{} 0 0
  2> 116763 ERROR (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [ x:collection1] o.a.s.h.RequestHandlerBase Server exception
  2>           => org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='string' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value 'string'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248)
  2> org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='string' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value 'string'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248) ~[main/:?]
  2> 	at org.apache.solr.update.AddUpdateCommand.makeLuceneDocs(AddUpdateCommand.java:213) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1057) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:421) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:374) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:311) ~[main/:?]
  2> 	at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) ~[main/:?]
  2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:301) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234) ~[main/:?]
  2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120) ~[main/:?]
  2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) ~[main/:?]
  2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84) ~[main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2893) [main/:?]
  2> 	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113) [main/:?]
  2> 	at org.apache.solr.util.TestHarness.update(TestHarness.java:295) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.validateErrorUpdate(BaseTestHarness.java:252) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:972) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:961) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:956) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 555cb35480ec34caca04903e440a2c7b336346ad [snapshot build, details omitted]]
  2> 	at org.apache.solr.schema.DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException(DenseVectorFieldTest.java:417) [test/:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> Caused by: org.apache.solr.common.SolrException: Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value 'string'
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:212) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> Caused by: org.apache.solr.common.SolrException: incorrect vector format. The expected format is:'[f1,f2..f3]' where each element f is a float
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseIndexVector(DenseVectorParser.java:56) ~[main/:?]
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseVector(DenseVectorParser.java:45) ~[main/:?]
  2> 	at org.apache.solr.util.vector.FloatDenseVectorParser.getFloatVector(FloatDenseVectorParser.java:34) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createField(DenseVectorField.java:229) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:195) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> 116766 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###deleteCore
  2> 116766 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.c.CoreContainer Shutting down CoreContainer instance=942583362
  2> 116767 INFO  (coreCloseExecutor-1655-thread-1) [ x:collection1] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@7eda9be collection1
  2> 116767 INFO  (coreCloseExecutor-1655-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@7eda9be
  2> 116779 INFO  (coreCloseExecutor-1655-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
  2> 116781 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 116788 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 116793 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 116795 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Ending indexing_notAVectorValue_shouldThrowException
  2> 116801 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Starting fieldDefinition_correctConfiguration_shouldLoadSchemaField
  2> 116801 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 116805 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 116822 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 116823 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_3480E7F0DE271896-001/data-dir-22-001
  2> 116824 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.s.IndexSchema Schema name=schema-densevector
  2> 116824 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.s.IndexSchema Loaded schema schema-densevector/1.0 with uniqueid field id
  2> 117575 WARN  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a96675f[provider=null,keyStore=null,trustStore=null]
  2> 117576 WARN  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a96675f[provider=null,keyStore=null,trustStore=null]
  2> 117580 WARN  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@232091d5[provider=null,keyStore=null,trustStore=null]
  2> 117580 WARN  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@232091d5[provider=null,keyStore=null,trustStore=null]
  2> 117581 WARN  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 117610 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 117628 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 117630 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=schema-densevector
  2> 117630 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema schema-densevector/1.0 with uniqueid field id
  2> 117632 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/core/build/resources/test/solr/collection1, trusted=true
  2> 117633 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/core/build/resources/test/solr/collection1], dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_3480E7F0DE271896-001/data-dir-22-001/]
  2> 117634 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.0]
  2> 117668 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 117671 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 117671 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 117672 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergedSegmentMB=90.85038661956787, floorSegmentMB=1.5742368698120117, forceMergeDeletesPctAllowed=5.7544686737663415, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.5988888267920115, deletesPctAllowed=22.383040294001713
  2> 117673 WARN  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf ; switching to use InMemory storage instead.
  2> 117673 INFO  (coreLoadExecutor-1665-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 117675 INFO  (searcherExecutor-1667-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> 117702 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 117712 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 117712 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###deleteCore
  2> 117712 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1251023541
  2> 117712 INFO  (coreCloseExecutor-1672-thread-1) [ x:collection1] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@1d36d59 collection1
  2> 117713 INFO  (coreCloseExecutor-1672-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@1d36d59
  2> 117725 INFO  (coreCloseExecutor-1672-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
  2> 117726 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 117734 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 117738 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 117740 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Ending fieldDefinition_correctConfiguration_shouldLoadSchemaField
  2> 117746 INFO  (TEST-DenseVectorFieldTest.parseVector_incorrectVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Starting parseVector_incorrectVectorDimension_shouldThrowException
  2> 117748 INFO  (TEST-DenseVectorFieldTest.parseVector_incorrectVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Ending parseVector_incorrectVectorDimension_shouldThrowException
  2> 117752 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Starting fieldTypeDefinition_nullVectorDimension_shouldThrowException
  2> 117752 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-29 for ERROR logs matching regex: \Qthe vector dimension is a mandatory parameter\E
  2> 117753 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 117756 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 117774 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 117774 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_3480E7F0DE271896-001/data-dir-23-001
  2> 117776 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.s.IndexSchema Schema name=bad-schema-densevector-dimension-null
  2> 117777 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-29 after mutting 0 log messages
  2> 117777 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-28 after mutting 0 log messages
  2> 117777 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-30 for ERROR logs matching regex: ignore_exception
  2> 117778 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCa

[...truncated too long message...]

INFO  (TEST-DenseVectorFieldTest.parseVector_StringArrayList_shouldParseByteArray-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Starting parseVector_StringArrayList_shouldParseByteArray
  2> 121576 INFO  (TEST-DenseVectorFieldTest.parseVector_StringArrayList_shouldParseByteArray-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Ending parseVector_StringArrayList_shouldParseByteArray
  2> 121580 INFO  (TEST-DenseVectorFieldTest.parseVector_FloatArrayList_shouldParseFloatArray-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Starting parseVector_FloatArrayList_shouldParseFloatArray
  2> 121581 INFO  (TEST-DenseVectorFieldTest.parseVector_FloatArrayList_shouldParseFloatArray-seed#[3480E7F0DE271896]) [] o.a.s.SolrTestCaseJ4 ###Ending parseVector_FloatArrayList_shouldParseFloatArray
  2> 121582 INFO  (SUITE-DenseVectorFieldTest-seed#[3480E7F0DE271896]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-30 after mutting 0 log messages
  2> 121582 INFO  (SUITE-DenseVectorFieldTest-seed#[3480E7F0DE271896]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-34 for ERROR logs matching regex: ignore_exception
  2> NOTE: leaving temporary files on disk at: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_3480E7F0DE271896-001
  2> NOTE: test params are: codec=Lucene95, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=asa, timezone=Etc/GMT-5
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=50521368,total=343408640
  2> NOTE: All tests run in this JVM: [DeleteReplicaTest, TestOnReconnectListenerSupport, TestCoreContainer, V2SecurityAPIMappingTest, TestUnifiedSolrHighlighterWithoutStoredId, DenseVectorFieldTest]


> Task :solr:packaging:integrationTests
ok 10 accept n option as config name in 6321ms
ok 11 allow config reuse when n option specifies same config in 11029ms
ok 12 create multisharded collections when s provided in 5863ms
ok 13 create replicated collections when rf provided in 7125ms
ok 14 can delete collections in 10006ms

> Task :solr:core:test
WARNING: Test org.apache.solr.schema.TestCloudSchemaless wrote 24,963,098 bytes of output.
WARNING: Test org.apache.solr.search.facet.TestJsonFacetRefinement wrote 18,104,141 bytes of output.
:solr:core:test (FAILURE): 4765 test(s), 2 failure(s), 204 skipped

4765 tests completed, 2 failed, 204 skipped

> Task :solr:core:test FAILED
> Task :solr:core:wipeTaskTemp

> Task :solr:packaging:integrationTests
ok 15 collection delete also deletes zk config in 8384ms
ok 16 deletes accompanying zk config with nondefault name in 7991ms
ok 17 deleteConfig option can opt to leave config in zk in 7685ms
ok 18 SOLR-16755 test works with noprompt in 36963ms
ok 19 Check export command in 28147ms
ok 20 export fails on non cloud mode in 17071ms
ok 21 start help flag prints help in 148ms
ok 22 stop help flag prints help in 139ms
ok 23 restart help flag prints help in 145ms
ok 24 status help flag prints help in 46ms # skip Currently the status -help flag doesn't return nice help text!
ok 25 healthcheck help flag prints help in 138ms
ok 26 create help flag prints help in 138ms
ok 27 createcore help flag prints help in 141ms
ok 28 createcollection help flag prints help in 141ms
ok 29 delete help flag prints help in 141ms
ok 30 version help flag prints help in 45ms # skip Currently the version -help flag doesn't return nice help text!
ok 31 zk help flag prints help in 144ms
ok 32 auth help flag prints help in 142ms
ok 33 assert help flag prints help in 46ms # skip Currently the assert -help flag doesn't return nice help text!
ok 34 SQL Module in 23453ms
ok 35 Hadoop-Auth Module: KerberosPlugin Classloading in 26044ms
ok 36 icu collation in analysis-extras module in 19423ms
ok 37 package detects no running solr in 228ms
ok 38 lifecycle of package in 16399ms
not ok 39 Affinity placement plugin using sysprop in 18787ms
# (from function `collection_exists' in file test/bats_helper.bash, line 93,
#  in test file test/test_placement_plugin.bats, line 36)
#   `collection_exists COLL_NAME' failed
# WARN  - 2023-06-07 21:41:22.399; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# WARN  - 2023-06-07 21:41:22.455; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# Please find the SOLR_HOME snapshot for failed test #1 at: /tmp/src/solr/solr/packaging/build/test-output/failure-snapshots/39-1
# WARN  - 2023-06-07 21:41:23.509; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# WARN  - 2023-06-07 21:41:23.564; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# Last output:
# WARNING: Using _default configset with data driven schema functionality. NOT RECOMMENDED for production use.
#          To turn off: bin/solr config -c COLL_NAME -p 8983 -action set-user-property -property update.autoCreateFields -value false
# WARN  - 2023-06-07 21:41:20.698; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# WARN  - 2023-06-07 21:41:20.741; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
#
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22609ms
ok 41 post solr log into solr in 8692ms
ok 42 start solr with ssl in 20161ms
ok 43 start solr with ssl and auth in 22322ms
ok 44 SOLR-11740 check 'solr stop' connection in 28142ms
ok 45 status detects locally running solr in 14357ms
ok 46 status does not expose cli parameters to end user in 207ms
ok 47 listing out files in 2181ms
ok 48 copying files around in 6462ms
ok 49 upconfig in 2602ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.schema.DenseVectorFieldTest.denseVectorField_shouldBePresentAfterAtomicUpdate (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.schema.DenseVectorFieldTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.schema.DenseVectorFieldTest.denseVectorField_shouldBePresentAfterAtomicUpdate" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=3480E7F0DE271896 -Ptests.file.encoding=UTF-8

  - org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.schema.DenseVectorFieldTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=3480E7F0DE271896 -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 14s
625 actionable tasks: 610 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m38.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4550 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4550/

5 tests failed.
FAILED:  org.apache.solr.ltr.response.transform.TestFeatureLoggerTransformer.interleaving_explicitNewFeatureStore_shouldExtractAllFeaturesFromNewStore

Error Message:
java.lang.Exception: Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([C31B0996358F319C]:0)


FAILED:  org.apache.solr.ltr.response.transform.TestFeatureLoggerTransformer.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([C31B0996358F319C]:0)


FAILED:  org.apache.solr.client.solrj.TestLBHttp2SolrClient.testTwoServers

Error Message:
java.lang.NullPointerException

Stack Trace:
java.lang.NullPointerException
	at org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStopped(JettySolrRunner.java:387)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStopped(AbstractLifeCycle.java:286)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:133)
	at org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:622)
	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
	at org.apache.solr.client.solrj.TestLBHttp2SolrClient$SolrInstance.startJetty(TestLBHttp2SolrClient.java:327)
	at org.apache.solr.client.solrj.TestLBHttp2SolrClient.testTwoServers(TestLBHttp2SolrClient.java:194)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.client.solrj.TestLBHttp2SolrClient.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 28 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=317, name=qtp150627485-317-acceptor-0@76374e6b-ServerConnector@7faeeaa3{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:37419}, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
        at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   2) Thread[id=344, name=h2sc-142-thread-4, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   3) Thread[id=318, name=qtp150627485-318, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   4) Thread[id=333, name=coreContainerWorkExecutor-174-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@11.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@11.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   5) Thread[id=342, name=HttpClient@a239357-scheduler-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   6) Thread[id=271, name=h2sc-142-thread-2, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   7) Thread[id=350, name=h2sc-142-thread-9, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   8) Thread[id=325, name=httpShardExecutor-177-thread-1, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   9) Thread[id=323, name=qtp150627485-323, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  10) Thread[id=270, name=h2sc-142-thread-1, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  11) Thread[id=332, name=CloserThread, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/java.lang.Object.wait(Native Method)
        at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  12) Thread[id=324, name=Session-HouseKeeper-4d596100-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  13) Thread[id=329, name=h2sc-179-thread-1, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  14) Thread[id=351, name=h2sc-142-thread-10, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  15) Thread[id=316, name=qtp150627485-316, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  16) Thread[id=321, name=qtp150627485-321, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  17) Thread[id=326, name=httpShardExecutor-177-thread-2, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  18) Thread[id=330, name=h2sc-179-thread-2, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  19) Thread[id=345, name=h2sc-142-thread-5, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  20) Thread[id=322, name=qtp150627485-322, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  21) Thread[id=346, name=h2sc-142-thread-6, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  22) Thread[id=335, name=searcherExecutor-184-thread-1, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  23) Thread[id=348, name=h2sc-142-thread-7, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  24) Thread[id=349, name=h2sc-142-thread-8, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  25) Thread[id=337, name=Connector-Scheduler-7faeeaa3-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  26) Thread[id=343, name=h2sc-142-thread-3, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  27) Thread[id=320, name=qtp150627485-320, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  28) Thread[id=319, name=qtp150627485-319, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 28 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=317, name=qtp150627485-317-acceptor-0@76374e6b-ServerConnector@7faeeaa3{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:37419}, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
        at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   2) Thread[id=344, name=h2sc-142-thread-4, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   3) Thread[id=318, name=qtp150627485-318, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   4) Thread[id=333, name=coreContainerWorkExecutor-174-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@11.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@11.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   5) Thread[id=342, name=HttpClient@a239357-scheduler-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   6) Thread[id=271, name=h2sc-142-thread-2, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   7) Thread[id=350, name=h2sc-142-thread-9, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   8) Thread[id=325, name=httpShardExecutor-177-thread-1, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   9) Thread[id=323, name=qtp150627485-323, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  10) Thread[id=270, name=h2sc-142-thread-1, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  11) Thread[id=332, name=CloserThread, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/java.lang.Object.wait(Native Method)
        at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  12) Thread[id=324, name=Session-HouseKeeper-4d596100-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  13) Thread[id=329, name=h2sc-179-thread-1, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  14) Thread[id=351, name=h2sc-142-thread-10, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  15) Thread[id=316, name=qtp150627485-316, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  16) Thread[id=321, name=qtp150627485-321, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  17) Thread[id=326, name=httpShardExecutor-177-thread-2, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  18) Thread[id=330, name=h2sc-179-thread-2, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  19) Thread[id=345, name=h2sc-142-thread-5, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  20) Thread[id=322, name=qtp150627485-322, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  21) Thread[id=346, name=h2sc-142-thread-6, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  22) Thread[id=335, name=searcherExecutor-184-thread-1, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  23) Thread[id=348, name=h2sc-142-thread-7, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  24) Thread[id=349, name=h2sc-142-thread-8, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  25) Thread[id=337, name=Connector-Scheduler-7faeeaa3-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  26) Thread[id=343, name=h2sc-142-thread-3, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  27) Thread[id=320, name=qtp150627485-320, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  28) Thread[id=319, name=qtp150627485-319, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
	at __randomizedtesting.SeedInfo.seed([C31B0996358F319C]:0)


FAILED:  org.apache.solr.client.solrj.TestLBHttp2SolrClient.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=317, name=qtp150627485-317, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   2) Thread[id=344, name=h2sc-142-thread-4, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   3) Thread[id=318, name=qtp150627485-318, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   4) Thread[id=333, name=coreContainerWorkExecutor-174-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@11.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@11.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   5) Thread[id=342, name=HttpClient@a239357-scheduler-1, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   6) Thread[id=271, name=h2sc-142-thread-2, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   7) Thread[id=350, name=h2sc-142-thread-9, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   8) Thread[id=325, name=httpShardExecutor-177-thread-1, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   9) Thread[id=323, name=qtp150627485-323, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  10) Thread[id=270, name=h2sc-142-thread-1, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  11) Thread[id=332, name=CloserThread, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/java.lang.Object.wait(Native Method)
        at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  12) Thread[id=324, name=Session-HouseKeeper-4d596100-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  13) Thread[id=329, name=h2sc-179-thread-1, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  14) Thread[id=351, name=h2sc-142-thread-10, state=WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:547)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  15) Thread[id=316, name=qtp150627485-316, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  16) Thread[id=321, name=qtp150627485-321, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1124)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1141)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  17) Thread[id=326, name=httpShardExecutor-177-thread-2, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
        at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
        at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$227/0x000000084030a840.run(Unknown Source)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$228/0x000000084030a040.run(Unknown Source)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  18) Thread[id=330, name=h2sc-179-thread-2, state=RUNNABLE, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.16/sun.nio.ch.Selec

[...truncated too long message...]

reAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> NOTE: leaving temporary files on disk at: /tmp/src/solr/solr/modules/ltr/build/tmp/tests-tmp/solr.ltr.response.transform.TestFeatureLoggerTransformer_C31B0996358F319C-001
  2> Jun 07, 2023 7:26:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([C31B0996358F319C]:0)
  2> NOTE: test params are: codec=Asserting(Lucene95): {}, docValues:{}, maxPointsInLeafNode=1687, maxMBSortInHeap=5.959307061283919, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ti, timezone=Asia/Oral
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=258928840,total=324534272
  2> NOTE: All tests run in this JVM: [TestFeatureLoggerTransformer]
  2> NOTE: reproduce with: gradlew test --tests TestFeatureLoggerTransformer -Dtests.seed=C31B0996358F319C -Dtests.locale=ti -Dtests.timezone=Asia/Oral -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:modules:ltr:test (FAILURE): 177 test(s), 2 failure(s)

177 tests completed, 2 failed

> Task :solr:modules:ltr:test FAILED
> Task :solr:modules:ltr:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.client.solrj.TestLBHttp2SolrClient.testTwoServers (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.TestLBHttp2SolrClient.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.TestLBHttp2SolrClient.testTwoServers" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=C31B0996358F319C -Ptests.file.encoding=UTF-8

  - org.apache.solr.client.solrj.TestLBHttp2SolrClient.classMethod (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.TestLBHttp2SolrClient.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.TestLBHttp2SolrClient.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=C31B0996358F319C -Ptests.file.encoding=UTF-8

  - org.apache.solr.client.solrj.TestLBHttp2SolrClient.classMethod (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.TestLBHttp2SolrClient.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.TestLBHttp2SolrClient.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=C31B0996358F319C -Ptests.file.encoding=UTF-8

  - org.apache.solr.ltr.response.transform.TestFeatureLoggerTransformer.interleaving_explicitNewFeatureStore_shouldExtractAllFeaturesFromNewStore (:solr:modules:ltr)
    Test output: /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.response.transform.TestFeatureLoggerTransformer.txt
    Reproduce with: gradlew :solr:modules:ltr:test --tests "org.apache.solr.ltr.response.transform.TestFeatureLoggerTransformer.interleaving_explicitNewFeatureStore_shouldExtractAllFeaturesFromNewStore" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=C31B0996358F319C -Ptests.file.encoding=UTF-8

  - org.apache.solr.ltr.response.transform.TestFeatureLoggerTransformer.classMethod (:solr:modules:ltr)
    Test output: /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.response.transform.TestFeatureLoggerTransformer.txt
    Reproduce with: gradlew :solr:modules:ltr:test --tests "org.apache.solr.ltr.response.transform.TestFeatureLoggerTransformer.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=C31B0996358F319C -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:solrj:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/solrj/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:modules:ltr:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/modules/ltr/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 29s
625 actionable tasks: 610 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h2m52s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4549 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4549/

All tests passed

Build Log:
[...truncated 1244 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 23272ms
ok 41 post solr log into solr in 9311ms
ok 42 start solr with ssl in 20267ms
ok 43 start solr with ssl and auth in 22264ms
ok 44 SOLR-11740 check 'solr stop' connection in 28179ms
ok 45 status detects locally running solr in 14390ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2188ms
ok 48 copying files around in 6638ms
ok 49 upconfig in 2731ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 40s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 16m7.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4548 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4548/

All tests passed

Build Log:
[...truncated 1257 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22615ms
ok 41 post solr log into solr in 9532ms
ok 42 start solr with ssl in 19821ms
ok 43 start solr with ssl and auth in 22870ms
ok 44 SOLR-11740 check 'solr stop' connection in 28281ms
ok 45 status detects locally running solr in 14515ms
ok 46 status does not expose cli parameters to end user in 219ms
ok 47 listing out files in 2209ms
ok 48 copying files around in 6704ms
ok 49 upconfig in 2648ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 35s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m56s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4547 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4547/

All tests passed

Build Log:
[...truncated 1245 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22981ms
ok 41 post solr log into solr in 8910ms
ok 42 start solr with ssl in 20063ms
ok 43 start solr with ssl and auth in 22656ms
ok 44 SOLR-11740 check 'solr stop' connection in 28055ms
ok 45 status detects locally running solr in 14373ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2192ms
ok 48 copying files around in 6674ms
ok 49 upconfig in 2651ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 30s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m51s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4546 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4546/

All tests passed

Build Log:
[...truncated 1246 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22405ms
ok 41 post solr log into solr in 8865ms
ok 42 start solr with ssl in 19993ms
ok 43 start solr with ssl and auth in 22086ms
ok 44 SOLR-11740 check 'solr stop' connection in 28439ms
ok 45 status detects locally running solr in 14406ms
ok 46 status does not expose cli parameters to end user in 210ms
ok 47 listing out files in 2157ms
ok 48 copying files around in 6526ms
ok 49 upconfig in 2599ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 8s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m41s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4545 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4545/

No tests ran.

Build Log:
[...truncated 113 lines...]
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4544 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4544/

All tests passed

Build Log:
[...truncated 1245 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22622ms
ok 41 post solr log into solr in 8987ms
ok 42 start solr with ssl in 19781ms
ok 43 start solr with ssl and auth in 22276ms
ok 44 SOLR-11740 check 'solr stop' connection in 28108ms
ok 45 status detects locally running solr in 14718ms
ok 46 status does not expose cli parameters to end user in 212ms
ok 47 listing out files in 2186ms
ok 48 copying files around in 6550ms
ok 49 upconfig in 2605ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 19s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m42.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4543 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4543/

3 tests failed.
FAILED:  org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly

Error Message:
org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured

Stack Trace:
org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured
	at __randomizedtesting.SeedInfo.seed([7C4B4A94E9F4E944:96C6D22CEE1B3EEF]:0)
	at app//org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:297)
	at app//org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234)
	at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at app//org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189)
	at app//org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120)
	at app//org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113)
	at app//org.apache.solr.util.TestHarness.update(TestHarness.java:295)
	at app//org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270)
	at app//org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:238)
	at app//org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:969)
	at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:951)
	at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:946)
	at app//org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly(DenseVectorFieldTest.java:660)
	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.schema.DenseVectorFieldTest.denseVectorField_shouldBePresentAfterAtomicUpdate

Error Message:
org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured

Stack Trace:
org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured
	at __randomizedtesting.SeedInfo.seed([7C4B4A94E9F4E944:69FCA82BD6763DCE]:0)
	at app//org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:297)
	at app//org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234)
	at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at app//org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189)
	at app//org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120)
	at app//org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113)
	at app//org.apache.solr.util.TestHarness.update(TestHarness.java:295)
	at app//org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270)
	at app//org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:238)
	at app//org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:969)
	at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:951)
	at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:946)
	at app//org.apache.solr.schema.DenseVectorFieldTest.denseVectorField_shouldBePresentAfterAtomicUpdate(DenseVectorFieldTest.java:623)
	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([7C4B4A94E9F4E944:9497E7761A1CF364]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 81.52 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1956 lines...]
  2>           => org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='5.4' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '5.4'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248)
  2> org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='5.4' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '5.4'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248) ~[main/:?]
  2> 	at org.apache.solr.update.AddUpdateCommand.makeLuceneDocs(AddUpdateCommand.java:213) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1057) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:421) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:374) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:311) ~[main/:?]
  2> 	at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) ~[main/:?]
  2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:301) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234) ~[main/:?]
  2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120) ~[main/:?]
  2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) ~[main/:?]
  2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84) ~[main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2893) [main/:?]
  2> 	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113) [main/:?]
  2> 	at org.apache.solr.util.TestHarness.update(TestHarness.java:295) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.validateErrorUpdate(BaseTestHarness.java:252) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:972) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:961) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:956) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.schema.DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException(DenseVectorFieldTest.java:416) [test/:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> Caused by: org.apache.solr.common.SolrException: Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value '5.4'
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:212) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> Caused by: org.apache.solr.common.SolrException: incorrect vector format. The expected format is:'[f1,f2..f3]' where each element f is a float
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseIndexVector(DenseVectorParser.java:56) ~[main/:?]
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseVector(DenseVectorParser.java:45) ~[main/:?]
  2> 	at org.apache.solr.util.vector.FloatDenseVectorParser.getFloatVector(FloatDenseVectorParser.java:34) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createField(DenseVectorField.java:229) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:195) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> 112906 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[7C4B4A94E9F4E944]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory webapp=null path=null params={}{} 0 0
  2> 112906 ERROR (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[7C4B4A94E9F4E944]) [ x:collection1] o.a.s.h.RequestHandlerBase Server exception
  2>           => org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='string' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value 'string'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248)
  2> org.apache.solr.common.SolrException: ERROR: [doc=0] Error adding field 'vector'='string' msg=Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value 'string'
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:248) ~[main/:?]
  2> 	at org.apache.solr.update.AddUpdateCommand.makeLuceneDocs(AddUpdateCommand.java:213) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1057) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:421) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:374) ~[main/:?]
  2> 	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:311) ~[main/:?]
  2> 	at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) ~[main/:?]
  2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:301) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234) ~[main/:?]
  2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120) ~[main/:?]
  2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) ~[main/:?]
  2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84) ~[main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2893) [main/:?]
  2> 	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113) [main/:?]
  2> 	at org.apache.solr.util.TestHarness.update(TestHarness.java:295) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.validateErrorUpdate(BaseTestHarness.java:252) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:972) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:961) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertFailedU(SolrTestCaseJ4.java:956) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.schema.DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException(DenseVectorFieldTest.java:417) [test/:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> Caused by: org.apache.solr.common.SolrException: Error while creating field 'vector{type=knn_vector,properties=indexed,stored}' from value 'string'
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:212) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> Caused by: org.apache.solr.common.SolrException: incorrect vector format. The expected format is:'[f1,f2..f3]' where each element f is a float
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseIndexVector(DenseVectorParser.java:56) ~[main/:?]
  2> 	at org.apache.solr.util.vector.DenseVectorParser.parseVector(DenseVectorParser.java:45) ~[main/:?]
  2> 	at org.apache.solr.util.vector.FloatDenseVectorParser.getFloatVector(FloatDenseVectorParser.java:34) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createField(DenseVectorField.java:229) ~[main/:?]
  2> 	at org.apache.solr.schema.DenseVectorField.createFields(DenseVectorField.java:195) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addField(DocumentBuilder.java:67) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.addOriginalField(DocumentBuilder.java:304) ~[main/:?]
  2> 	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:193) ~[main/:?]
  2> 	... 71 more
  2> 112908 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###deleteCore
  2> 112908 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1365930527
  2> 112909 INFO  (coreCloseExecutor-1509-thread-1) [ x:collection1] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@5347da13 collection1
  2> 112909 INFO  (coreCloseExecutor-1509-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@5347da13
  2> 112920 INFO  (coreCloseExecutor-1509-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
  2> 112922 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 112929 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 112933 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 112934 INFO  (TEST-DenseVectorFieldTest.indexing_notAVectorValue_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Ending indexing_notAVectorValue_shouldThrowException
  2> 112940 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Starting denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly
  2> 112940 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 112945 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 112959 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 112959 WARN  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
  2> 112961 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_7C4B4A94E9F4E944-001/data-dir-13-001
  2> 112962 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.s.IndexSchema Schema name=schema-densevector
  2> 112963 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.s.IndexSchema Loaded schema schema-densevector/1.0 with uniqueid field id
  2> 113703 WARN  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 113730 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 113746 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 113747 WARN  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
  2> 113749 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=schema-densevector
  2> 113750 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema schema-densevector/1.0 with uniqueid field id
  2> 113752 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/core/build/resources/test/solr/collection1, trusted=true
  2> 113752 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/core/build/resources/test/solr/collection1], dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_7C4B4A94E9F4E944-001/data-dir-13-001/]
  2> 113753 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergedSegmentMB=15.827347755432129, floorSegmentMB=1.041616439819336, forceMergeDeletesPctAllowed=27.99167526700532, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=1.0, deletesPctAllowed=28.657606857766524
  2> 113822 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 113825 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 113825 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 113825 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergedSegmentMB=26.797755241394043, floorSegmentMB=0.9379911422729492, forceMergeDeletesPctAllowed=25.32353062271352, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=1.0, deletesPctAllowed=40.9960160566057
  2> 113898 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {minQueryLength=3, name=direct, classname=DirectSolrSpellChecker, field=lowerfilt}
  2> 113899 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {minQueryLength=3, maxQueryFrequency=2, name=directMQF2, classname=DirectSolrSpellChecker, field=lowerfilt}
  2> 113963 INFO  (coreLoadExecutor-1519-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 113963 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
  2> 113964 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
  2> 113964 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: directMQF2
  2> 113964 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
  2> 113964 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
  2> 113965 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
  2> 113965 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
  2> 113966 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
  2> 113966 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
  2> 113966 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
  2> 113968 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> 113988 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 113997 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 113999 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory webapp=null path=null params={}{add=[0]} 0 1
  2> 114019 INFO  (searcherExecutor-1521-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 5 ms
  2> 114020 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory webapp=null path=null params={}{commit=} 0 19
  2> 114022 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.S.Request webapp=null path=null params={q=id:0&fl=*&wt=xml} hits=1 status=0 QTime=1
  1> IN-PUT: {
  1>   "responseHeader":{
  1>     "status":0,
  1>     "QTime":1
  1>   },
  1>   "response":{
  1>     "numFound":1,
  1>     "start":0,
  1>     "numFoundExact":true,
  1>     "docs":[{
  1>       "id":"0",
  1>       "vector":[1.1,2.2,3.3,4.4],
  1>       "vector_byte_encoding":[5,6,7,8],
  1>       "string_field":"test"
  1>     }]
  1>   }
  1> }
  1> IN-PUT: {
  1>   "responseHeader":{
  1>     "status":0,
  1>     "QTime":1
  1>   },
  1>   "response":{
  1>     "numFound":1,
  1>     "start":0,
  1>     "numFoundExact":true,
  1>     "docs":[{
  1>       "id":"0",
  1>       "vector":[1.1,2.2,3.3,4.4],
  1>       "vector_byte_encoding":[5,6,7,8],
  1>       "string_field":"test"
  1>     }]
  1>   }
  1> }
  1> IN-PUT: {
  1>   "responseHeader":{
  1>     "status":0,
  1>     "QTime":1
  1>   },
  1>   "response":{
  1>     "numFound":1,
  1>     "start":0,
  1>     "numFoundExact":true,
  1>     "docs":[{
  1>       "id":"0",
  1>       "vector":[1.1,2.2,3.3,4.4],
  1>       "vector_byte_encoding":[5,6,7,8],
  1>       "string_field":"test"
  1>     }]
  1>   }
  1> }
  2> 114024 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory webapp=null path=null params={}{} 0 0
  2> 114024 ERROR (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [ x:collection1] o.a.s.h.RequestHandlerBase Client exception
  2>           => org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:297)
  2> org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:297) ~[main/:?]
  2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234) ~[main/:?]
  2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189) ~[main/:?]
  2> 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120) ~[main/:?]
  2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) ~[main/:?]
  2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84) ~[main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2893) [main/:?]
  2> 	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113) [main/:?]
  2> 	at org.apache.solr.util.TestHarness.update(TestHarness.java:295) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:238) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:969) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:951) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:946) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 3d478c6b6070d868e42e71e7dcf897751e1f3d29 [snapshot build, details omitted]]
  2> 	at org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly(DenseVectorFieldTest.java:660) [test/:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  2> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> 114026 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###deleteCore
  2> 114026 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1810869903
  2> 114026 INFO  (coreCloseExecutor-1526-thread-1) [ x:collection1] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@2c1fcf0b collection1
  2> 114026 INFO  (coreCloseExecutor-1526-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@2c1fcf0b
  2> 114045 INFO  (coreCloseExecutor-1526-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
  2> 114047 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 114054 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 114058 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 114060 INFO  (TEST-DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Ending denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly
   >     org.apache.solr.common.SolrException: Atomic document updates are not supported unless <updateLog/> is configured
   >         at __randomizedtesting.SeedInfo.seed([7C4B4A94E9F4E944:96C6D22CEE1B3EEF]:0)
   >         at app//org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:297)
   >         at app//org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:234)
   >         at app//org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
   >         at app//org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:189)
   >         at app//org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:120)
   >         at app//org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
   >         at app//org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:84)
   >         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
   >         at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
   >         at app//org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:113)
   >         at app//org.apache.solr.util.TestHarness.update(TestHarness.java:295)
   >         at app//org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:270)
   >         at app//org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:238)
   >         at app//org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:969)
   >         at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:951)
   >         at app//org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:946)
   >         at app//org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly(DenseVectorFieldTest.java:660)
   >         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   >         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   >         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   >         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
   >         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
   >         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
   >         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
   >         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
   >         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
   >         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
   >         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
   >         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
   >         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
   >         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
   >         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
   >         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
   >         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
   >         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
   >         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
   >         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
   >         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
   >         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
   >         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   >         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
   >         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
   >         at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
   >         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
   >         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
   >         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> NOTE: reproduce with: gradlew test --tests DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly -Dtests.seed=7C4B4A94E9F4E944 -Dtests.locale=yo-NG -Dtests.timezone=Etc/GMT-7 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> 114068 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Starting fieldTypeDefinition_nullVectorDimension_shouldThrowException
  2> 114069 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-22 for ERROR logs matching regex: \Qthe vector dimension is a mandatory parameter\E
  2> 114069 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 114073 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 114088 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 114089 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_7C4B4A94E9F4E944-001/data-dir-14-001
  2> 114090 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.s.IndexSchema Schema name=bad-schema-densevector-dimension-null
  2> 114091 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-22 after mutting 0 log messages
  2> 114091 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-21 after mutting 0 log messages
  2> 114091 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-23 for ERROR logs matching regex: ignore_exception
  2> 114092 INFO  (TEST-DenseVectorFieldTest.fieldTypeDefinition_nullVectorDimension_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Ending fieldTypeDefinition_nullVectorDimension_shouldThrowException
  2> 114097 INFO  (TEST-DenseVectorFieldTest.parseVector_FloatArrayList_shouldParseFloatArray-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Starting parseVector_FloatArrayList_shouldParseFloatArray
  2> 114098 INFO  (TEST-DenseVectorFieldTest.parseVector_FloatArrayList_shouldParseFloatArray-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Ending parseVector_FloatArrayList_shouldParseFloatArray
  2> 114102 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Starting query_existenceSearch_shouldThrowException
  2> 114102 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 114105 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 114118 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 114118 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_7C4B4A94E9F4E944-001/data-dir-15-001
  2> 114120 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.s.IndexSchema Schema name=schema-densevector
  2> 114120 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.s.IndexSchema Loaded schema schema-densevector/1.0 with uniqueid field id
  2> 114861 WARN  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 114886 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 114904 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 114906 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=schema-densevector
  2> 114906 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema schema-densevector/1.0 with uniqueid field id
  2> 114908 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/core/build/resources/test/solr/collection1, trusted=true
  2> 114909 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/core/build/resources/test/solr/collection1], dataDir=[/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_7C4B4A94E9F4E944-001/data-dir-15-001/]
  2> 114910 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergedSegmentMB=15.827347755432129, floorSegmentMB=1.041616439819336, forceMergeDeletesPctAllowed=27.99167526700532, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=1.0, deletesPctAllowed=28.657606857766524
  2> 114943 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 114946 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
  2> 114946 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 114947 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergedSegmentMB=26.797755241394043, floorSegmentMB=0.9379911422729492, forceMergeDeletesPctAllowed=25.32353062271352, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=1.0, deletesPctAllowed=40.9960160566057
  2> 114948 WARN  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf ; switching to use InMemory storage instead.
  2> 114948 INFO  (coreLoadExecutor-1536-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 114950 INFO  (searcherExecutor-1538-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> 114977 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 114986 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 114986 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-24 for ERROR logs matching regex: .
  2> 114987 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.S.Request webapp=null path=null params={q=vector:[*+TO+*]&fl=vector&wt=xml} status=400 QTime=1
  2> 114988 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-24 after mutting 1 log messages
  2> 114988 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###deleteCore
  2> 114988 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1511140707
  2> 114989 INFO  (coreCloseExecutor-1543-thread-1) [ x:collection1] o.a.s.c.SolrCore CLOSING SolrCore org.apache.solr.core.SolrCore@3933590a collection1
  2> 114989 INFO  (coreCloseExecutor-1543-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@3933590a
  2> 115001 INFO  (coreCloseExecutor-1543-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
  2> 115003 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 115011 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 115014 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 115016 INFO  (TEST-DenseVectorFieldTest.query_existenceSearch_shouldThrowException-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Ending query_existenceSearch_shouldThrowException
  2> 115023 INFO  (TEST-DenseVectorFieldTest.denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Starting denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues
  2> 115023 INFO  (TEST-DenseVectorFieldTest.denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 115028 INFO  (TEST-DenseVectorFieldTest.denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 115043 INFO  (TEST-DenseVectorFieldTest.denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 115043 WARN  (TEST-DenseVectorFieldTest.denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
  2> 115044 INFO  (TEST-DenseVectorFieldTest.denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_7C4B4A94E9F4E944-001/data-dir-16-001
  2> 115045 INFO  (TEST-DenseVectorFieldTest.denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues-seed#[7C4B4A94E9F4E944]) [] o.a.s.s.IndexSchema Schema name=schema-densevector
  2> 115046 INFO  (TEST-DenseVectorFieldTest.denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues-seed#[7C4B4A94E9F4E944]) [] o.a.s.s.IndexSchema Loaded schema schema-densevector/1.0 with uniqueid field id
  2> 115431 WARN  (TEST-DenseVectorFieldTest.denseVectorByteEncoding_shouldRaiseExceptionWithFloatValues-seed#[7C4B4A94E9F4E944]) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 115456 INFO  (coreLoadExecutor-1553-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib, /tmp/src/solr/solr/core/build/resources/test/solr/collection1/lib/classes]
  2> 115496 INFO  (coreLoadExecutor-1553-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 115496 WARN  (coreLoadExecutor-1553-thread-1) [ x:collection1] o.a.s.c

[...truncated too long message...]

ers for registry=solr.jetty tag=null
  2> 127152 INFO  (TEST-DenseVectorFieldTest.fieldDefinition_correctConfiguration_shouldLoadSchemaField-seed#[7C4B4A94E9F4E944]) [] o.a.s.SolrTestCaseJ4 ###Ending fieldDefinition_correctConfiguration_shouldLoadSchemaField
  2> 127154 INFO  (SUITE-DenseVectorFieldTest-seed#[7C4B4A94E9F4E944]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-29 after mutting 0 log messages
  2> 127154 INFO  (SUITE-DenseVectorFieldTest-seed#[7C4B4A94E9F4E944]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-34 for ERROR logs matching regex: ignore_exception
  2> NOTE: leaving temporary files on disk at: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.schema.DenseVectorFieldTest_7C4B4A94E9F4E944-001
  2> NOTE: test params are: codec=Asserting(Lucene95): {id=Lucene90, _text_=Lucene90, string_field=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=529, maxMBSortInHeap=7.586298119472156, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=yo-NG, timezone=Etc/GMT-7
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=84912368,total=316669952
  2> NOTE: All tests run in this JVM: [DeleteReplicaTest, TestOnReconnectListenerSupport, TestCoreContainer, V2SecurityAPIMappingTest, TestUnifiedSolrHighlighterWithoutStoredId, DenseVectorFieldTest]


> Task :solr:packaging:integrationTests
ok 11 allow config reuse when n option specifies same config in 10695ms
ok 12 create multisharded collections when s provided in 6045ms
ok 13 create replicated collections when rf provided in 6800ms
ok 14 can delete collections in 10266ms

> Task :solr:core:test
WARNING: Test org.apache.solr.schema.TestCloudSchemaless wrote 25,516,975 bytes of output.
:solr:core:test (FAILURE): 4765 test(s), 3 failure(s), 203 skipped

4765 tests completed, 3 failed, 203 skipped

> Task :solr:core:test FAILED
> Task :solr:core:wipeTaskTemp

> Task :solr:packaging:integrationTests
ok 15 collection delete also deletes zk config in 8012ms
ok 16 deletes accompanying zk config with nondefault name in 8251ms
ok 17 deleteConfig option can opt to leave config in zk in 8072ms
ok 18 SOLR-16755 test works with noprompt in 36961ms
ok 19 Check export command in 29168ms
ok 20 export fails on non cloud mode in 17302ms
ok 21 start help flag prints help in 149ms
ok 22 stop help flag prints help in 140ms
ok 23 restart help flag prints help in 144ms
ok 24 status help flag prints help in 46ms # skip Currently the status -help flag doesn't return nice help text!
ok 25 healthcheck help flag prints help in 139ms
ok 26 create help flag prints help in 141ms
ok 27 createcore help flag prints help in 141ms
ok 28 createcollection help flag prints help in 142ms
ok 29 delete help flag prints help in 140ms
ok 30 version help flag prints help in 46ms # skip Currently the version -help flag doesn't return nice help text!
ok 31 zk help flag prints help in 144ms
ok 32 auth help flag prints help in 143ms
ok 33 assert help flag prints help in 46ms # skip Currently the assert -help flag doesn't return nice help text!
ok 34 SQL Module in 23801ms
ok 35 Hadoop-Auth Module: KerberosPlugin Classloading in 26076ms
ok 36 icu collation in analysis-extras module in 19254ms
ok 37 package detects no running solr in 223ms
ok 38 lifecycle of package in 16420ms
not ok 39 Affinity placement plugin using sysprop in 18731ms
# (from function `collection_exists' in file test/bats_helper.bash, line 93,
#  in test file test/test_placement_plugin.bats, line 36)
#   `collection_exists COLL_NAME' failed
# WARN  - 2023-06-07 04:06:47.603; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# WARN  - 2023-06-07 04:06:47.661; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# Please find the SOLR_HOME snapshot for failed test #1 at: /tmp/src/solr/solr/packaging/build/test-output/failure-snapshots/39-1
# WARN  - 2023-06-07 04:06:48.728; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# WARN  - 2023-06-07 04:06:48.786; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# Last output:
# WARNING: Using _default configset with data driven schema functionality. NOT RECOMMENDED for production use.
#          To turn off: bin/solr config -c COLL_NAME -p 8983 -action set-user-property -property update.autoCreateFields -value false
# WARN  - 2023-06-07 04:06:45.856; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# WARN  - 2023-06-07 04:06:45.903; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
#
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22322ms
ok 41 post solr log into solr in 8974ms
ok 42 start solr with ssl in 19584ms
ok 43 start solr with ssl and auth in 22686ms
ok 44 SOLR-11740 check 'solr stop' connection in 28418ms
ok 45 status detects locally running solr in 14425ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2183ms
ok 48 copying files around in 6601ms
ok 49 upconfig in 2617ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=7C4B4A94E9F4E944 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.schema.DenseVectorFieldTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.schema.DenseVectorFieldTest.denseVectorFieldOnAtomicUpdate_shouldBeUpdatedCorrectly" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=7C4B4A94E9F4E944 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.schema.DenseVectorFieldTest.denseVectorField_shouldBePresentAfterAtomicUpdate (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.schema.DenseVectorFieldTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.schema.DenseVectorFieldTest.denseVectorField_shouldBePresentAfterAtomicUpdate" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=7C4B4A94E9F4E944 -Ptests.file.encoding=US-ASCII


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 24s
625 actionable tasks: 610 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m45s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4542 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4542/

All tests passed

Build Log:
[...truncated 1250 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22393ms
ok 41 post solr log into solr in 9125ms
ok 42 start solr with ssl in 19790ms
ok 43 start solr with ssl and auth in 22076ms
ok 44 SOLR-11740 check 'solr stop' connection in 28157ms
ok 45 status detects locally running solr in 14399ms
ok 46 status does not expose cli parameters to end user in 214ms
ok 47 listing out files in 2168ms
ok 48 copying files around in 6584ms
ok 49 upconfig in 2613ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 11s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m36s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4541 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4541/

All tests passed

Build Log:
[...truncated 1247 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22656ms
ok 41 post solr log into solr in 9017ms
ok 42 start solr with ssl in 20191ms
ok 43 start solr with ssl and auth in 22462ms
ok 44 SOLR-11740 check 'solr stop' connection in 28477ms
ok 45 status detects locally running solr in 14636ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2198ms
ok 48 copying files around in 6589ms
ok 49 upconfig in 2600ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 14s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m35.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4540 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4540/

All tests passed

Build Log:
[...truncated 1256 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22367ms
ok 41 post solr log into solr in 9008ms
ok 42 start solr with ssl in 19751ms
ok 43 start solr with ssl and auth in 22508ms
ok 44 SOLR-11740 check 'solr stop' connection in 28459ms
ok 45 status detects locally running solr in 14452ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2182ms
ok 48 copying files around in 6555ms
ok 49 upconfig in 2623ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 23s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m44s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4539 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4539/

1 tests failed.
FAILED:  org.apache.solr.cloud.ReindexCollectionTest.testAbort

Error Message:
java.lang.AssertionError: {responseHeader={status=0, QTime=11}, status={state=running, msg=found [5378eeed-f48a-4583-bf62-c0a01b5f2284] in running tasks}}

Stack Trace:
java.lang.AssertionError: {responseHeader={status=0, QTime=11}, status={state=running, msg=found [5378eeed-f48a-4583-bf62-c0a01b5f2284] in running tasks}}
	at __randomizedtesting.SeedInfo.seed([4E1548AFADA4CF4A:2876FF38D97E5D33]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.junit.Assert.assertNotNull(Assert.java:713)
	at org.apache.solr.cloud.ReindexCollectionTest.testAbort(ReindexCollectionTest.java:425)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)




Build Log:
[...truncated 6496 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22229ms
ok 41 post solr log into solr in 9226ms
ok 42 start solr with ssl in 19538ms
ok 43 start solr with ssl and auth in 22002ms
ok 44 SOLR-11740 check 'solr stop' connection in 28637ms
ok 45 status detects locally running solr in 14618ms
ok 46 status does not expose cli parameters to end user in 214ms
ok 47 listing out files in 2151ms
ok 48 copying files around in 6527ms
ok 49 upconfig in 2618ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.ReindexCollectionTest.testAbort (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.ReindexCollectionTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.ReindexCollectionTest.testAbort" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=4E1548AFADA4CF4A -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 8s
625 actionable tasks: 610 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m30.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4538 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4538/

2 tests failed.
FAILED:  org.apache.solr.ltr.response.transform.TestInterleavingTransformer.interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer

Error Message:
java.lang.Exception: Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([41490EB347B53638]:0)


FAILED:  org.apache.solr.ltr.response.transform.TestInterleavingTransformer.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([41490EB347B53638]:0)




Build Log:
[...truncated 1235 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22736ms
ok 41 post solr log into solr in 9044ms
ok 42 start solr with ssl in 20160ms
ok 43 start solr with ssl and auth in 22674ms
ok 44 SOLR-11740 check 'solr stop' connection in 28069ms
ok 45 status detects locally running solr in 14383ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2161ms
ok 48 copying files around in 6514ms
ok 49 upconfig in 2607ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:modules:ltr:test

org.apache.solr.ltr.response.transform.TestInterleavingTransformer > interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer FAILED
    java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([41490EB347B53638]:0)

org.apache.solr.ltr.response.transform.TestInterleavingTransformer > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([41490EB347B53638]:0)

org.apache.solr.ltr.response.transform.TestInterleavingTransformer > test suite's output saved to /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.response.transform.TestInterleavingTransformer.txt, copied below:
  1> 14:19:00.439 [TEST-TestInterleavingTransformer.interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer-seed#[41490EB347B53638]] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> Juni 06, 2023 9:18:59 NOMËTTES com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.ltr.response.transform.TestInterleavingTransformer
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@19468515
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@19468515
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@384b9d52
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@384b9d52
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@4393b18b
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@4393b18b
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:43408 to /127.0.0.1:45995 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4b580318
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4b580318
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:403)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@1d9b7cce
  2> 
  2> "/127.0.0.1:43408 to /127.0.0.1:45995 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4eb87cfa
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4eb87cfa
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@7d8995e
  2> 
  2> "/127.0.0.1:43408 to /127.0.0.1:45995 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@2afdc972
  2> 	- locked sun.nio.ch.EPollSelectorImpl@743c3a4f
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@6aeb35e6
  2> 
  2> "SUITE-TestInterleavingTransformer-seed#[41490EB347B53638]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@7ff7a713
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "TEST-TestInterleavingTransformer.interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer-seed#[41490EB347B53638]" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@320b8f38
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@320b8f38
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@72a55bbb
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@36d7bac4
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:86)
  2> 	at app//org.apache.solr.util.RestTestBase.createJettyAndHarness(RestTestBase.java:57)
  2> 	at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:181)
  2> 	at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:113)
  2> 	at app//org.apache.solr.ltr.response.transform.TestInterleavingTransformer.before(TestInterleavingTransformer.java:32)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:980)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$177/0x00000008401edc40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@232c0013
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6121e45a
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@39011346
  2> 
  2> "qtp944906885-17" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@71e43df2
  2> 	- locked sun.nio.ch.EPollSelectorImpl@1f8914a0
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp944906885-18-acceptor-0@66ad57ae-ServerConnector@7c909f1c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38933}" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@2e23bf34
  2> 
  2> "qtp944906885-19" ID=19 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp944906885-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp944906885-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp944906885-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp944906885-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp944906885-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@403f9787
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-26f7e0fe-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10e429df
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10e429df
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@471f1377
  2> 	- locked sun.nio.ch.EPollSelectorImpl@7476cebf
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$342/0x0000000840437040.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@507877a1
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@48c9ec19
  2> 	- locked sun.nio.ch.EPollSelectorImpl@79529e0e
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$342/0x0000000840437040.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@6d73c813
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@46e9bef8
  2> 	- locked sun.nio.ch.EPollSelectorImpl@42883ac
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$342/0x0000000840437040.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@605984b3
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3861e14
  2> 	- locked sun.nio.ch.EPollSelectorImpl@6ec94284
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$342/0x0000000840437040.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@f059d27
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@65dc2fdb
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@65dc2fdb
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@2529f52f
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@2529f52f
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@16ec2920
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@16ec2920
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
   >     java.lang.Exception: Test abandoned because suite timeout was reached.
   >         at __randomizedtesting.SeedInfo.seed([41490EB347B53638]:0)
  2> NOTE: reproduce with: gradlew test --tests TestInterleavingTransformer.interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer -Dtests.seed=41490EB347B53638 -Dtests.locale=lb-LU -Dtests.timezone=PLT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> Juni 06, 2023 9:18:59 NOMËTTES com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
  2> Juni 06, 2023 9:19:00 NOMËTTES com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 16 threads leaked from SUITE scope at org.apache.solr.ltr.response.transform.TestInterleavingTransformer: 
  2>    1) Thread[id=17, name=qtp944906885-17, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$342/0x0000000840437040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$342/0x0000000840437040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=19, name=qtp944906885-19, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=22, name=qtp944906885-22, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=18, name=qtp944906885-18-acceptor-0@66ad57ae-ServerConnector@7c909f1c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38933}, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2>         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2>         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=20, name=qtp944906885-20, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    8) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2>         at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2>         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2>   10) Thread[id=15, name=TEST-TestInterleavingTransformer.interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer-seed#[41490EB347B53638], state=WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:86)
  2>         at app//org.apache.solr.util.RestTestBase.createJettyAndHarness(RestTestBase.java:57)
  2>         at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:181)
  2>         at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:113)
  2>         at app//org.apache.solr.ltr.response.transform.TestInterleavingTransformer.before(TestInterleavingTransformer.java:32)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:980)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$177/0x00000008401edc40.run(Unknown Source)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=23, name=qtp944906885-23, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   12) Thread[id=25, name=Session-HouseKeeper-26f7e0fe-1, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   13) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$342/0x0000000840437040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   14) Thread[id=24, name=qtp944906885-24, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   15) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$251/0x0000000840305440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$342/0x0000000840437040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   16) Thread[id=21, name=qtp944906885-21, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> Juni 06, 2023 9:19:00 NOMËTTES com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: Starting to interrupt leaked threads:
  2>    1) Thread[id=17, name=qtp944906885-17, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>    2) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>    3) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>    4) Thread[id=19, name=qtp944906885-19, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>    5) Thread[id=22, name=qtp944906885-22, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>    6) Thread[id=18, name=qtp944906885-18-acceptor-0@66ad57ae-ServerConnector@7c909f1c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38933}, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>    7) Thread[id=20, name=qtp944906885-20, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>    8) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-TestInterleavingTransformer]
  2>    9) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-TestInterleavingTransformer]
  2>   10) Thread[id=15, name=TEST-TestInterleavingTransformer.interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer-seed#[41490EB347B53638], state=WAITING, group=TGRP-TestInterleavingTransformer]
  2>   11) Thread[id=23, name=qtp944906885-23, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>   12) Thread[id=25, name=Session-HouseKeeper-26f7e0fe-1, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>   13) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>   14) Thread[id=24, name=qtp944906885-24, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  2>   15) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-TestInterleavingTransformer]
  2>   16) Thread[id=21, name=qtp944906885-21, state=TIMED_WAITING, group=TGRP-TestInterleavingTransformer]
  1> 16:19:00.193 [TEST-TestInterleavingTransformer.interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer-seed#[41490EB347B53638]] ERROR org.apache.solr.servlet.SolrDispatchFilter - Could not start Dispatch Filter.
  1> org.apache.solr.common.SolrException: Interrupted while obtaining reference to CoreService
  1> 	at org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:556) ~[solr-core-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]]
  1> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147) [solr-core-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]]
  1> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]]
  1> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253) [jetty-util-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94) [jetty-util-10.0.14.jar:10.0.14]
  1> 	at org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]]
  1> 	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]]
  1> 	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]]
  1> 	at org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]]
  1> 	at org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:86) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]]
  1> 	at org.apache.solr.util.RestTestBase.createJettyAndHarness(RestTestBase.java:57) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]]
  1> 	at org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:181) [test/:?]
  1> 	at org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:113) [test/:?]
  1> 	at org.apache.solr.ltr.response.transform.TestInterleavingTransformer.before(TestInterleavingTransformer.java:32) [test/:?]
  1> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  1> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  1> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  1> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:980) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> NOTE: leaving temporary files on disk at: /tmp/src/solr/solr/modules/ltr/build/tmp/tests-tmp/solr.ltr.response.transform.TestInterleavingTransformer_41490EB347B53638-001
  2> Jun 06, 2023 4:19:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([41490EB347B53638]:0)
  2> NOTE: test params are: codec=Asserting(Lucene95): {}, docValues:{}, maxPointsInLeafNode=378, maxMBSortInHeap=7.777251146387153, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=lb-LU, timezone=PLT
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=259809480,total=324534272
  2> NOTE: All tests run in this JVM: [TestInterleavingTransformer]
  2> NOTE: reproduce with: gradlew test --tests TestInterleavingTransformer -Dtests.seed=41490EB347B53638 -Dtests.locale=lb-LU -Dtests.timezone=PLT -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:modules:ltr:test (FAILURE): 184 test(s), 2 failure(s)

184 tests completed, 2 failed

> Task :solr:modules:ltr:test FAILED
> Task :solr:modules:ltr:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.ltr.response.transform.TestInterleavingTransformer.interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer (:solr:modules:ltr)
    Test output: /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.response.transform.TestInterleavingTransformer.txt
    Reproduce with: gradlew :solr:modules:ltr:test --tests "org.apache.solr.ltr.response.transform.TestInterleavingTransformer.interleavingTransformerWithOriginalRanking_shouldBeCompatibleWithFeatureTransformer" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=41490EB347B53638 -Ptests.file.encoding=UTF-8

  - org.apache.solr.ltr.response.transform.TestInterleavingTransformer.classMethod (:solr:modules:ltr)
    Test output: /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.response.transform.TestInterleavingTransformer.txt
    Reproduce with: gradlew :solr:modules:ltr:test --tests "org.apache.solr.ltr.response.transform.TestInterleavingTransformer.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=41490EB347B53638 -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:modules:ltr:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/modules/ltr/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 21s
642 actionable tasks: 627 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h2m44.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4537 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4537/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([8156A72A66F13CBC:698A0AC89519269C]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 86.9 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1647 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22553ms
ok 41 post solr log into solr in 8978ms
ok 42 start solr with ssl in 19683ms
ok 43 start solr with ssl and auth in 22244ms
ok 44 SOLR-11740 check 'solr stop' connection in 28688ms
ok 45 status detects locally running solr in 14435ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2190ms
ok 48 copying files around in 6624ms
ok 49 upconfig in 2666ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=8156A72A66F13CBC -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 19s
625 actionable tasks: 610 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m43.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4536 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4536/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([9C4A441BA639025F]:0)




Build Log:
[...truncated 1245 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22587ms
ok 41 post solr log into solr in 8756ms
ok 42 start solr with ssl in 19944ms
ok 43 start solr with ssl and auth in 21954ms
ok 44 SOLR-11740 check 'solr stop' connection in 28045ms
ok 45 status detects locally running solr in 14620ms
ok 46 status does not expose cli parameters to end user in 205ms
ok 47 listing out files in 2175ms
ok 48 copying files around in 6554ms
ok 49 upconfig in 2602ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:solrj:test

org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([9C4A441BA639025F]:0)

org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest > test suite's output saved to /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.txt, copied below:
  2> 7018 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-1 for ERROR logs matching regex: uniqueKey
  2> 7410 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 7417 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 7417 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching regex: ignore_exception
  2> 7436 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/data-dir-1-001
  2> 7533 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
  2> 7573 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
  2> 7604 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 7660 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 7661 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 7662 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.SolrTestCaseJ4 Writing core.properties file to /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-002/cores/core
  2> 8058 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 8060 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 8067 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.e.j.s.Server jetty-10.0.14; built: 2023-02-22T23:12:32.272Z; git: 976721d0f3e903a243584d47870ad2f2c1bf9e55; jvm 11.0.16+8
  2> 8131 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 8155 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fb09298{/solr,file:///tmp/src/solr/solr/solrj/build/tmp/tests-cwd/,AVAILABLE}
  2> 8178 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.e.j.s.AbstractConnector Started ServerConnector@44894225{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43003}
  2> 8181 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.e.j.s.Server Started Server@3fa26bd4{STARTING}[10.0.14,sto=0] @8205ms
  2> 8203 ERROR (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 8204 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 8210 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0-SNAPSHOT 95f2ea967cab6f98994aed53e3398721e498386f [snapshot build, details omitted]
  2> 8211 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in standalone mode on port null
  2> 8212 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 8212 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-06T09:06:05.534656Z
  2> 8214 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001 (source: servlet config: solr.solr.home)
  2> 8231 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.c.SolrXmlConfig Loading solr.xml from /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001/solr.xml
  2> 11147 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 11509 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001
  2> 11511 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
  2> 11961 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/extraction/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/extraction/lib
  2> 11964 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/clustering/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/clustering/lib
  2> 11964 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/langid/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/langid/lib
  2> 11965 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/ltr/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/ltr/lib
  2> 11965 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/scripting/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/scripting/lib
  2> 11967 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
  2> 11967 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 11989 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
  2> 12118 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=example
  2> 12903 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
  2> 12905 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
  2> 12906 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
  2> 12906 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
  2> 12912 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 12949 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
  2> 13033 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001/collection1, trusted=true
  2> 13108 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001/collection1], dataDir=[/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001/collection1/data/]
  2> 13206 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=1 maxMergeCount=6
  2> 13222 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, configSetBaseDir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001, hostPort=43003, coreRootDirectory=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-002/cores}
  2> 13306 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@2f7d4ce6
  2> 13341 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 13342 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 21 ms to checkpoint
  2> 13349 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=true reader=null
  2> 13384 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@6d787676 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@90ed883)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=CREATE
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=6, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@51854c30
  2> writer=org.apache.solr.update.SolrIndexWriter@325e5e3d
  2> 
  2> 13396 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 13398 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now flush at close
  2> 13398 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   start flush: applyAllDeletes=true
  2> 13399 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 13399 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 13403 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 13421 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 13422 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 13424 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
  2> 13425 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: now merge
  2> 13426 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   index(source): 
  2> 13426 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   no more merges pending; now return
  2> 13426 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges
  2> 13427 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges done
  2> 13427 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: start
  2> 13428 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: enter lock
  2> 13428 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: now prepare
  2> 13428 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: prepareCommit: flush
  2> 13429 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 13429 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 13437 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 13437 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 13438 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 13439 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit(): start
  2> 13440 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit index= changeCount=2
  2> 13455 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit: wrote pending segments file "pending_segments_1"
  2> 13456 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: done all syncs: []
  2> 13457 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: pendingCommit != null
  2> 13459 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done writing segments file "segments_1"
  2> 13460 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
  2> 13463 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 3 ms to checkpoint
  2> 13464 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: took 35.1 msec
  2> 13465 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done
  2> 13466 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback
  2> 13470 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: all running merges have aborted
  2> 13471 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: done finish merges
  2> 13471 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: abort
  2> 13472 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: done abort success=true
  2> 13473 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: infos=
  2> 13473 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 13474 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 0 ms to checkpoint
  2> 14377 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 14477 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
  2> 14478 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 14498 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
  2> 14507 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 14513 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=1 maxMergeCount=6
  2> 14523 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@2f7d4ce6
  2> 14524 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: load commit "segments_1"
  2> 14527 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 14527 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 0 ms to checkpoint
  2> 14529 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=false reader=null
  2> 14530 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@6d787676 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@90ed883)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=APPEND
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=6, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@51854c30
  2> writer=org.apache.solr.update.SolrIndexWriter@629ebbee
  2> 
  2> 14538 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 14539 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: flush at getReader
  2> 14541 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 14544 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 14545 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 14554 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: incRefDeleter for NRT reader version=2 segments=
  2> 14558 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
  2> 14565 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MP][coreLoadExecutor-11-thread-1]: findMerges: 0 segments
  2> 14566 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 14567 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: getReader took 28 ms
  2> 14633 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001/collection1/conf
  2> 14666 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _rest_managed.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001/collection1/conf
  2> 14667 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {} for /rest/managed
  2> 14671 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001/collection1/conf
  2> 14671 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
  2> 14673 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 35 words for /schema/analysis/stopwords/english
  2> 14674 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
  2> 14676 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_9C4A441BA639025F-001/tempDir-001/collection1/conf
  2> 14677 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true, format=solr} for /schema/analysis/synonyms/english
  2> 14678 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedSynonymGraphFilterFactory Loaded 3 synonym mappings for /schema/analysis/synonyms/english
  2> 14697 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
  2> 14765 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {accuracy=0.5, maxQueryFrequency=0.01, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, name=default, field=text, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal}
  2> 14778 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
  2> 14802 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 14841 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 14896 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 14906 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1767943566501347328
  2> 15049 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.S.Request webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=132
  2> 15050 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
  2> 15051 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
  2> 15051 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
  2> 15067 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> Lix 06, 2023 12:06:04 GN. com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@1f0688e7
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@1f0688e7
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@43e544d0
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@43e544d0
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@3b4c5576
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@3b4c5576
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:59178 to /127.0.0.1:33653 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@477e1d5f
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@477e1d5f
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.submitToRun(TestWorker.java:207)
  2> 	- locked org.gradle.api.internal.tasks.testing.worker.TestWorker@41181563
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.stop(TestWorker.java:189)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@52e6fdee
  2> 
  2> "/127.0.0.1:59178 to /127.0.0.1:33653 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ed412a4
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ed412a4
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@6aeb35e6
  2> 
  2> "/127.0.0.1:59178 to /127.0.0.1:33653 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@77ea15ed
  2> 	- locked sun.nio.ch.EPollSelectorImpl@7658b57e
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@3c19aaa5
  2> 
  2> "SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@417bda0f
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@72fdcc13
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@72fdcc13
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@4fb4a1b6
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@685680d0
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:100)
  2> 	at app//org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.beforeTest(SolrExampleEmbeddedTest.java:31)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$196/0x0000000840257c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@5b963be1
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@44a2393e
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@2e71890d
  2> 
  2> "qtp865400793-17" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@185eb89e
  2> 	- locked sun.nio.ch.EPollSelectorImpl@4de00962
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp865400793-18" ID=18 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp865400793-19-acceptor-0@46e436e7-ServerConnector@44894225{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43003}" ID=19 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@73fa1c8a
  2> 
  2> "qtp865400793-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp865400793-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp865400793-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp865400793-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp865400793-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ffbd832
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-19d09f40-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1e0dd023
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1e0dd023
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@53eb7199
  2> 	- locked sun.nio.ch.EPollSelectorImpl@6260199e
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x000000084041c840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@1a7d202e
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@415d4714
  2> 	- locked sun.nio.ch.EPollSelectorImpl@31210bd4
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x000000084041c840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@405f3cd5
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@39cec3d0
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5b00819e
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x000000084041c840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@77bbc0e4
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@70ce080d
  2> 	- locked sun.nio.ch.EPollSelectorImpl@4908c26b
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033dc40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x000000084041c840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@3f58418e
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@69758d9
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@69758d9
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@59c425e4
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@59c425e4
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59cac0b1
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59cac0b1
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
  2> Lix 06, 2023 12:06:04 GN. com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
  2> Lix 06, 2023 12:06:05 GN. com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 16 threads leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest: 
  2>    1) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2>         at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2>         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2>    2) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=23, name=qtp865400793-23, state=TIMED_WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=22, name=qtp865400793-22, state=TIMED_WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=18, name=qtp865400793-18, state=TIMED_WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033dc40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x000000084041c840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033dc40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x000000084041c840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    8) Thread[id=20, name=qtp865400793-20, state=TIMED_WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=15, name=SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker, state=WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:100)
  2>         at app//org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.beforeTest(SolrExampleEmbeddedTest.java:31)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$196/0x0000000840257c40.run(Unknown Source)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   10) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033dc40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x000000084041c840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033dc40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x000000084041c840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   12) Thread[id=25, name=Session-HouseKeeper-19d09f40-1, state=TIMED_WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   13) Thread[id=21, name=qtp865400793-21, state=TIMED_WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   14) Thread[id=24, name=qtp865400793-24, state=TIMED_WAITING, group=TGRP-SolrExampleEmbeddedTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.Abstrac

[...truncated too long message...]

  start flush: applyAllDeletes=true
  2> 7208850 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   index before flush 
  2> 7208850 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: startFullFlush
  2> 7208851 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: coreCloseExecutor-19-thread-1 finishFullFlush success=true
  2> 7208851 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 7208851 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-19-thread-1]: waitApply: no deletes to apply
  2> 7208851 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
  2> 7208851 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]: now merge
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]:   index(source): 
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]:   no more merges pending; now return
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: waitForMerges
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: waitForMerges done
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: start
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: enter lock
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: now prepare
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: prepareCommit: flush
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   index before flush 
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: startFullFlush
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-19-thread-1]: waitApply: no deletes to apply
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: coreCloseExecutor-19-thread-1 finishFullFlush success=true
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: startCommit(): start
  2> 7208852 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   skip startCommit(): no changes pending
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: pendingCommit == null; skip
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: took 0.7 msec
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: done
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: all running merges have aborted
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback: done finish merges
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: abort
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: done abort success=true
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback: infos=
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-19-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 7208853 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-19-thread-1]: 0 ms to checkpoint
  2> 7208862 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 7208870 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 7208875 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 7208881 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-2 after mutting 0 log messages
  2> 7208881 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[9C4A441BA639025F]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-3 for ERROR logs matching regex: ignore_exception
  2> Jun 06, 2023 11:06:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([9C4A441BA639025F]:0)
  2> NOTE: test params are: codec=Asserting(Lucene95): {}, docValues:{}, maxPointsInLeafNode=1373, maxMBSortInHeap=5.421272706725681, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=so-SO, timezone=Europe/London
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=206966728,total=329252864
  2> NOTE: All tests run in this JVM: [SolrExampleEmbeddedTest]
  2> NOTE: reproduce with: gradlew test --tests SolrExampleEmbeddedTest -Dtests.seed=9C4A441BA639025F -Dtests.locale=so-SO -Dtests.timezone=Europe/London -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:solrj:test (FAILURE): 1094 test(s), 1 failure(s), 39 skipped

1094 tests completed, 1 failed, 39 skipped

> Task :solr:solrj:test FAILED
> Task :solr:solrj:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.classMethod (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=9C4A441BA639025F -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:solrj:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/solrj/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 12s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h2m36.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4535 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4535/

All tests passed

Build Log:
[...truncated 1237 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22193ms
ok 41 post solr log into solr in 9063ms
ok 42 start solr with ssl in 19598ms
ok 43 start solr with ssl and auth in 22395ms
ok 44 SOLR-11740 check 'solr stop' connection in 28163ms
ok 45 status detects locally running solr in 14711ms
ok 46 status does not expose cli parameters to end user in 206ms
ok 47 listing out files in 2151ms
ok 48 copying files around in 6552ms
ok 49 upconfig in 2592ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 8s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m33s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4534 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4534/

All tests passed

Build Log:
[...truncated 1246 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22390ms
ok 41 post solr log into solr in 8725ms
ok 42 start solr with ssl in 19691ms
ok 43 start solr with ssl and auth in 22046ms
ok 44 SOLR-11740 check 'solr stop' connection in 28072ms
ok 45 status detects locally running solr in 14377ms
ok 46 status does not expose cli parameters to end user in 210ms
ok 47 listing out files in 2162ms
ok 48 copying files around in 6520ms
ok 49 upconfig in 2596ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 7s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m30.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4533 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4533/

All tests passed

Build Log:
[...truncated 1250 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22457ms
ok 41 post solr log into solr in 8728ms
ok 42 start solr with ssl in 19960ms
ok 43 start solr with ssl and auth in 22184ms
ok 44 SOLR-11740 check 'solr stop' connection in 28079ms
ok 45 status detects locally running solr in 14411ms
ok 46 status does not expose cli parameters to end user in 207ms
ok 47 listing out files in 2151ms
ok 48 copying files around in 6577ms
ok 49 upconfig in 2613ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 16s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m39.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4532 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4532/

All tests passed

Build Log:
[...truncated 1242 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22524ms
ok 41 post solr log into solr in 9505ms
ok 42 start solr with ssl in 19882ms
ok 43 start solr with ssl and auth in 22755ms
ok 44 SOLR-11740 check 'solr stop' connection in 28371ms
ok 45 status detects locally running solr in 14438ms
ok 46 status does not expose cli parameters to end user in 212ms
ok 47 listing out files in 2176ms
ok 48 copying files around in 6603ms
ok 49 upconfig in 2624ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 17s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m42.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4531 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4531/

All tests passed

Build Log:
[...truncated 1248 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22347ms
ok 41 post solr log into solr in 8887ms
ok 42 start solr with ssl in 19656ms
ok 43 start solr with ssl and auth in 22729ms
ok 44 SOLR-11740 check 'solr stop' connection in 28439ms
ok 45 status detects locally running solr in 14681ms
ok 46 status does not expose cli parameters to end user in 210ms
ok 47 listing out files in 2175ms
ok 48 copying files around in 6639ms
ok 49 upconfig in 2634ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 23s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m47s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4530 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4530/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([50642F3E1A3D31FC:B8B882DCE9D52BDC]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 83.72 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1653 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22628ms
ok 41 post solr log into solr in 9511ms
ok 42 start solr with ssl in 20291ms
ok 43 start solr with ssl and auth in 22656ms
ok 44 SOLR-11740 check 'solr stop' connection in 28298ms
ok 45 status detects locally running solr in 14474ms
ok 46 status does not expose cli parameters to end user in 219ms
ok 47 listing out files in 2220ms
ok 48 copying files around in 6569ms
ok 49 upconfig in 2701ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=50642F3E1A3D31FC -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 27s
625 actionable tasks: 610 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m51.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4529 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4529/

All tests passed

Build Log:
[...truncated 1244 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22399ms
ok 41 post solr log into solr in 8861ms
ok 42 start solr with ssl in 20002ms
ok 43 start solr with ssl and auth in 22502ms
ok 44 SOLR-11740 check 'solr stop' connection in 28415ms
ok 45 status detects locally running solr in 14420ms
ok 46 status does not expose cli parameters to end user in 214ms
ok 47 listing out files in 2203ms
ok 48 copying files around in 6551ms
ok 49 upconfig in 2635ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 12s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m37.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4528 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4528/

2 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
java.lang.Exception: Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([F2B29286DDDD922A]:0)


FAILED:  org.apache.solr.cloud.RollingRestartTest.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([F2B29286DDDD922A]:0)




Build Log:
[...truncated 1220 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22614ms
ok 41 post solr log into solr in 9024ms
ok 42 start solr with ssl in 19807ms
ok 43 start solr with ssl and auth in 22174ms
ok 44 SOLR-11740 check 'solr stop' connection in 28384ms
ok 45 status detects locally running solr in 14418ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2188ms
ok 48 copying files around in 6579ms
ok 49 upconfig in 2621ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:core:test

org.apache.solr.cloud.RollingRestartTest > test FAILED
    java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([F2B29286DDDD922A]:0)

org.apache.solr.cloud.RollingRestartTest > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([F2B29286DDDD922A]:0)

org.apache.solr.cloud.RollingRestartTest > test suite's output saved to /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.RollingRestartTest.txt, copied below:
  2> 11112 INFO  (SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 11114 INFO  (SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-2 after mutting 0 log messages
  2> 11114 INFO  (SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-3 for ERROR logs matching regex: ignore_exception
  2> 11118 INFO  (SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.RollingRestartTest_F2B29286DDDD922A-001/data-dir-2-001
  2> 11119 WARN  (SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]-worker) [] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
  2> 11119 INFO  (SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
  2> 11121 INFO  (SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
  2> 11136 INFO  (SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 11137 INFO  (SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]-worker) [] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
  2> 11151 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-3 after mutting 0 log messages
  2> 11152 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-4 for ERROR logs matching regex: ignore_exception
  2> 11160 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
  2> 11184 INFO  (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
  2> 11185 INFO  (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer Starting server
  2> 11280 WARN  (ZkTestServer Run Thread) [] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
  2> 11383 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer start zk server on port: 46031
  2> 11431 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 11477 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 11516 INFO  (zkConnectionManagerCallback-22-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 11519 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 11519 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 11546 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 11556 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 11565 INFO  (zkConnectionManagerCallback-24-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 11565 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 11566 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 11586 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
  2> 11613 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
  2> 11621 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
  2> 11629 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
  2> 11635 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
  2> 11643 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
  2> 11652 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
  2> 11659 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
  2> 11671 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
  2> 11682 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
  2> 11695 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkTestServer put /tmp/src/solr/solr/core/build/resources/test/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
  2> 11710 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 11740 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Waiting up to 45000ms for client to connect to ZooKeeper
  2> 11751 INFO  (zkConnectionManagerCallback-28-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 11751 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 11752 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 11869 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
  2> 12725 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 12725 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 12731 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.e.j.s.Server jetty-10.0.14; built: 2023-02-22T23:12:32.272Z; git: 976721d0f3e903a243584d47870ad2f2c1bf9e55; jvm 11.0.16+8
  2> 12774 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 12808 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48a63e2c{/,file:///tmp/src/solr/solr/core/build/tmp/tests-cwd/,AVAILABLE}
  2> 12816 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.e.j.s.AbstractConnector Started ServerConnector@759c5476{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:40967}
  2> 12819 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.e.j.s.Server Started Server@127bcacd{STARTING}[10.0.14,sto=0] @12846ms
  2> 12829 ERROR (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 12830 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 12835 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0
  2> 12836 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in cloud mode on port null
  2> 12837 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 12837 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-05T13:13:42.586682Z
  2> 12840 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.RollingRestartTest_F2B29286DDDD922A-001/control-001 (source: servlet config: solr.solr.home)
  2> 12841 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 12868 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 12871 INFO  (zkConnectionManagerCallback-30-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 12872 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 12872 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 12983 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.NodeConfig Loading solr.xml from SolrHome (not found in ZooKeeper)
  2> 12984 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.SolrXmlConfig Loading solr.xml from /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.RollingRestartTest_F2B29286DDDD922A-001/control-001/solr.xml
  2> 14452 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e11ba5[provider=null,keyStore=null,trustStore=null]
  2> 14456 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e11ba5[provider=null,keyStore=null,trustStore=null]
  2> 14508 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@881243c[provider=null,keyStore=null,trustStore=null]
  2> 14508 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@881243c[provider=null,keyStore=null,trustStore=null]
  2> 14534 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46031/solr
  2> 14557 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 14596 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 14628 INFO  (zkConnectionManagerCallback-40-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 14629 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 14630 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.c.SolrZkClient Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
  2> 14750 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 14766 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper
  2> 14777 INFO  (zkConnectionManagerCallback-42-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected
  2> 14778 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
  2> 14960 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/solr/latest/deployment-guide/zookeeper-access-control.html
  2> 15021 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=false. Solr will be using Overseer based cluster state updates.
  2> 15051 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40967_
  2> 15061 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.c.Overseer Overseer (id=72057618058444805-127.0.0.1:40967_-n_0000000000) starting
  2> 15222 INFO  (OverseerStateUpdate-72057618058444805-127.0.0.1:40967_-n_0000000000) [n:127.0.0.1:40967_] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40967_
  2> 15223 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40967_
  2> 15231 INFO  (zkCallback-41-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
  2> 15262 WARN  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 15671 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.RollingRestartTest_F2B29286DDDD922A-001/control-001/cores
  2> 15827 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 15921 INFO  (TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]) [n:127.0.0.1:40967_] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.RollingRestartTest_F2B29286DDDD922A-001/tempDir-001/control/data, hostPort=40967, coreRootDirectory=/tmp/src/solr/solr/core/build/tmp/tests-cwd/../../../../../../../../tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cloud.RollingRestartTest_F2B29286DDDD922A-001/control-001/cores, replicaType=NRT}
  2> Sun 06, 2023 1:13:40 HENGIHENGI com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.cloud.RollingRestartTest
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@75b995d1
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@75b995d1
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@48d90f16
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@48d90f16
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@71f70cc1
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@71f70cc1
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:55386 to /127.0.0.1:41783 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@822f29d
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@822f29d
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.submitToRun(TestWorker.java:207)
  2> 	- locked org.gradle.api.internal.tasks.testing.worker.TestWorker@5f44e674
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:169)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@9f116cc
  2> 
  2> "/127.0.0.1:55386 to /127.0.0.1:41783 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@803ed30
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@803ed30
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@5656be13
  2> 
  2> "/127.0.0.1:55386 to /127.0.0.1:41783 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@415b69f5
  2> 	- locked sun.nio.ch.EPollSelectorImpl@39d450ec
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@77888435
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=25 WAITING on java.util.concurrent.ForkJoinPool@267deb51
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@267deb51
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "SUITE-RollingRestartTest-seed#[F2B29286DDDD922A]" ID=33 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@3180f8c3
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]" ID=34 WAITING on java.util.concurrent.CountDownLatch$Sync@17fdce34
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@17fdce34
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@2b0e2bc7
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@30465d7a
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:347)
  2> 	at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1161)
  2> 	at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1134)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$186/0x000000084021ac40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@79280f40
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@4f58b646
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@15d2ec79
  2> 
  2> "ZkTestServer Run Thread" ID=35 WAITING on org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread@2e168184
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread@2e168184
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:915)
  2> 	at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:337)
  2> 	at app//org.apache.solr.cloud.ZkTestServer$1.run(ZkTestServer.java:581)
  2> 
  2> "NIOServerCxnFactory.SelectorThread-0" ID=37 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@24f6e886
  2> 	- locked sun.nio.ch.EPollSelectorImpl@26c57945
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
  2> 
  2> "NIOServerCxnFactory.SelectorThread-1" ID=38 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@5f308fc7
  2> 	- locked sun.nio.ch.EPollSelectorImpl@45b02f04
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
  2> 
  2> "NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0" ID=39 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@56914dec
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5b13092a
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
  2> 
  2> "ConnnectionExpirer" ID=36 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
  2> 
  2> "SessionTracker" ID=40 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
  2> 
  2> "SyncThread:0" ID=41 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6fb38
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6fb38
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
  2> 
  2> "ProcessThread(sid:0 cport:46031):" ID=42 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@440a3c33
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@440a3c33
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
  2> 
  2> "RequestThrottler" ID=43 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@18a8f773
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@18a8f773
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
  2> 
  2> "NIOWorkerThread-1" ID=44 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b31e715
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b31e715
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]-SendThread(127.0.0.1:46031)" ID=45 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@6cd90870
  2> 	- locked sun.nio.ch.EPollSelectorImpl@79a74a7c
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2> 	at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2> 	at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2> 
  2> "TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]-EventThread" ID=46 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@266b2954
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@266b2954
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
  2> 
  2> "NIOWorkerThread-2" ID=47 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b31e715
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b31e715
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "NIOWorkerThread-3" ID=48 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b31e715
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b31e715
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "zkConnectionManagerCallback-22-thread-1" ID=49 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72b66bc3
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72b66bc3
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]-SendThread(127.0.0.1:46031)" ID=50 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@5688676d
  2> 	- locked sun.nio.ch.EPollSelectorImpl@15bf336a
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2> 	at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2> 	at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2> 
  2> "TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]-EventThread" ID=51 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ae18900
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ae18900
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
  2> 
  2> "zkConnectionManagerCallback-24-thread-1" ID=52 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2b480fec
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2b480fec
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp152692393-57" ID=57 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3eeea6e7
  2> 	- locked sun.nio.ch.EPollSelectorImpl@52a6f633
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp152692393-58-acceptor-0@5457a875-ServerConnector@759c5476{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:40967}" ID=58 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@34e9ccee
  2> 
  2> "qtp152692393-59" ID=59 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp152692393-60" ID=60 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp152692393-61" ID=61 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp152692393-62" ID=62 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp152692393-63" ID=63 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp152692393-64" ID=64 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f3592f0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-71741b44-1" ID=65 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1427ce6f
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1427ce6f
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-35-thread-1" ID=69 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@71d5b5b6
  2> 	- locked sun.nio.ch.EPollSelectorImpl@b2199de
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@6c9d0f85
  2> 
  2> "httpShardExecutor-35-thread-2" ID=70 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@78f03858
  2> 	- locked sun.nio.ch.EPollSelectorImpl@528ec59f
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@37784dd6
  2> 
  2> "Connection evictor" ID=71 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=72 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-37-thread-1" ID=73 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@eaaa27d
  2> 	- locked sun.nio.ch.EPollSelectorImpl@9c2351f
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@407ece3a
  2> 
  2> "h2sc-37-thread-2" ID=74 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@7089fe87
  2> 	- locked sun.nio.ch.EPollSelectorImpl@548f6f34
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@2735355b
  2> 
  2> "TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]-SendThread(127.0.0.1:46031)" ID=78 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@fed8692
  2> 	- locked sun.nio.ch.EPollSelectorImpl@179f20bd
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2> 	at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2> 	at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2> 
  2> "TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]-EventThread" ID=79 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@28dd990f
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@28dd990f
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
  2> 
  2> "zkConnectionManagerCallback-42-thread-1" ID=80 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@784a5ef
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@784a5ef
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "OverseerStateUpdate-72057618058444805-127.0.0.1:40967_-n_0000000000" ID=81 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@643e7a9b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@643e7a9b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:490)
  2> 	at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:338)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "OverseerCollectionConfigSetProcessor-72057618058444805-127.0.0.1:40967_-n_0000000000" ID=82 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a4a3469
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a4a3469
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:490)
  2> 	at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:267)
  2> 	at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:272)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "CloserThread" ID=84 WAITING on java.lang.Object@4e9bc1ce
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@4e9bc1ce
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> ^^==============================================
  2> 
   >     java.lang.Exception: Test abandoned because suite timeout was reached.
   >         at __randomizedtesting.SeedInfo.seed([F2B29286DDDD922A]:0)
  2> NOTE: reproduce with: gradlew test --tests RollingRestartTest.test -Dtests.seed=F2B29286DDDD922A -Dtests.locale=to-TO -Dtests.timezone=Pacific/Yap -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> Sun 06, 2023 1:13:40 HENGIHENGI com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 36 leaked thread(s).
  2> Sun 06, 2023 1:13:41 HENGIHENGI com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 36 threads leaked from SUITE scope at org.apache.solr.cloud.RollingRestartTest: 
  2>    1) Thread[id=84, name=CloserThread, state=WAITING, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2>         at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2>         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2>    2) Thread[id=70, name=httpShardExecutor-35-thread-2, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=73, name=h2sc-37-thread-1, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=59, name=qtp152692393-59, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=78, name=TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]-SendThread(127.0.0.1:46031), state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2>         at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2>         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2>    6) Thread[id=64, name=qtp152692393-64, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=35, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2>         at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2>         at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2>         at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:915)
  2>         at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:337)
  2>         at app//org.apache.solr.cloud.ZkTestServer$1.run(ZkTestServer.java:581)
  2>    8) Thread[id=80, name=zkConnectionManagerCallback-42-thread-1, state=WAITING, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=38, name=NIOServerCxnFactory.SelectorThread-1, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
  2>         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
  2>   10) Thread[id=60, name=qtp152692393-60, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=74, name=h2sc-37-thread-2, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   12) Thread[id=39, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
  2>         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
  2>   13) Thread[id=50, name=TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]-SendThread(127.0.0.1:46031), state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2>         at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2>         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2>   14) Thread[id=57, name=qtp152692393-57, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.

[...truncated too long message...]

ecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=73, name=h2sc-37-thread-1, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=78, name=TEST-RollingRestartTest.test-seed#[F2B29286DDDD922A]-SendThread(127.0.0.1:46031), state=TIMED_WAITING, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2>         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1142)
  2>         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207)
  2>    5) Thread[id=80, name=zkConnectionManagerCallback-42-thread-1, state=WAITING, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=69, name=httpShardExecutor-35-thread-1, state=RUNNABLE, group=TGRP-RollingRestartTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$328/0x0000000840424840.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$329/0x0000000840424040.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([F2B29286DDDD922A]:0)
  2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=to-TO, timezone=Pacific/Yap
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=10,free=251813112,total=327155712
  2> NOTE: All tests run in this JVM: [TestCharFilters, RollingRestartTest]
  2> NOTE: reproduce with: gradlew test --tests RollingRestartTest -Dtests.seed=F2B29286DDDD922A -Dtests.locale=to-TO -Dtests.timezone=Pacific/Yap -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:core:test (FAILURE): 4757 test(s), 2 failure(s), 243 skipped

4757 tests completed, 2 failed, 243 skipped

> Task :solr:core:test FAILED
> Task :solr:core:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.RollingRestartTest.test (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.RollingRestartTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.RollingRestartTest.test" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=F2B29286DDDD922A -Ptests.file.encoding=ISO-8859-1

  - org.apache.solr.cloud.RollingRestartTest.classMethod (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.RollingRestartTest.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.RollingRestartTest.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=F2B29286DDDD922A -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 3m 53s
625 actionable tasks: 610 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h4m16.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4527 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4527/

All tests passed

Build Log:
[...truncated 1249 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22485ms
ok 41 post solr log into solr in 8958ms
ok 42 start solr with ssl in 19957ms
ok 43 start solr with ssl and auth in 22555ms
ok 44 SOLR-11740 check 'solr stop' connection in 28842ms
ok 45 status detects locally running solr in 14449ms
ok 46 status does not expose cli parameters to end user in 215ms
ok 47 listing out files in 2190ms
ok 48 copying files around in 6553ms
ok 49 upconfig in 2632ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 20s
644 actionable tasks: 629 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m41.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4526 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4526/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([A3045D029A38AD42:4BD8F0E069D0B762]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 78.92 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1646 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 23200ms
ok 41 post solr log into solr in 8789ms
ok 42 start solr with ssl in 19792ms
ok 43 start solr with ssl and auth in 23095ms
ok 44 SOLR-11740 check 'solr stop' connection in 28413ms
ok 45 status detects locally running solr in 14430ms
ok 46 status does not expose cli parameters to end user in 209ms
ok 47 listing out files in 2161ms
ok 48 copying files around in 6532ms
ok 49 upconfig in 2621ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=A3045D029A38AD42 -Ptests.file.encoding=US-ASCII


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 17s
625 actionable tasks: 610 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m43.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4525 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4525/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([DB0FE40418D83C7C:33D349E6EB30265C]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 86.22 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2893)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1647 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22556ms
ok 41 post solr log into solr in 9234ms
ok 42 start solr with ssl in 19976ms
ok 43 start solr with ssl and auth in 22766ms
ok 44 SOLR-11740 check 'solr stop' connection in 28155ms
ok 45 status detects locally running solr in 14390ms
ok 46 status does not expose cli parameters to end user in 209ms
ok 47 listing out files in 2161ms
ok 48 copying files around in 6561ms
ok 49 upconfig in 2628ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=DB0FE40418D83C7C -Ptests.file.encoding=US-ASCII


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 10s
625 actionable tasks: 610 executed, 15 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m33s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4524 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4524/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([8BCC50C8CE6305A4:6310FD2A3D8B1F84]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 78.09 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1648 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22249ms
ok 41 post solr log into solr in 8803ms
ok 42 start solr with ssl in 19711ms
ok 43 start solr with ssl and auth in 21980ms
ok 44 SOLR-11740 check 'solr stop' connection in 28106ms
ok 45 status detects locally running solr in 14364ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2160ms
ok 48 copying files around in 6555ms
ok 49 upconfig in 2596ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=8BCC50C8CE6305A4 -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 3s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m25.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4523 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4523/

All tests passed

Build Log:
[...truncated 1248 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22989ms
ok 41 post solr log into solr in 9207ms
ok 42 start solr with ssl in 19948ms
ok 43 start solr with ssl and auth in 22119ms
ok 44 SOLR-11740 check 'solr stop' connection in 28711ms
ok 45 status detects locally running solr in 14388ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2169ms
ok 48 copying files around in 6609ms
ok 49 upconfig in 2659ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 20s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m43.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4522 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4522/

All tests passed

Build Log:
[...truncated 1245 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22331ms
ok 41 post solr log into solr in 8755ms
ok 42 start solr with ssl in 19812ms
ok 43 start solr with ssl and auth in 22251ms
ok 44 SOLR-11740 check 'solr stop' connection in 28065ms
ok 45 status detects locally running solr in 14358ms
ok 46 status does not expose cli parameters to end user in 205ms
ok 47 listing out files in 2173ms
ok 48 copying files around in 6508ms
ok 49 upconfig in 2629ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 8s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m31.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4521 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4521/

All tests passed

Build Log:
[...truncated 1247 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22467ms
ok 41 post solr log into solr in 8928ms
ok 42 start solr with ssl in 19656ms
ok 43 start solr with ssl and auth in 22083ms
ok 44 SOLR-11740 check 'solr stop' connection in 28485ms
ok 45 status detects locally running solr in 14352ms
ok 46 status does not expose cli parameters to end user in 209ms
ok 47 listing out files in 2164ms
ok 48 copying files around in 6571ms
ok 49 upconfig in 2630ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 9s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m40s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4520 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4520/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([554B1CA1C9392BD8:BD97B1433AD131F8]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 79.0 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1636 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22783ms
ok 41 post solr log into solr in 9340ms
ok 42 start solr with ssl in 20040ms
ok 43 start solr with ssl and auth in 22284ms
ok 44 SOLR-11740 check 'solr stop' connection in 28133ms
ok 45 status detects locally running solr in 14347ms
ok 46 status does not expose cli parameters to end user in 209ms
ok 47 listing out files in 2166ms
ok 48 copying files around in 6580ms
ok 49 upconfig in 2605ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=554B1CA1C9392BD8 -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 12s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m37.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4519 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4519/

All tests passed

Build Log:
[...truncated 1247 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22892ms
ok 41 post solr log into solr in 9263ms
ok 42 start solr with ssl in 19596ms
ok 43 start solr with ssl and auth in 21943ms
ok 44 SOLR-11740 check 'solr stop' connection in 28340ms
ok 45 status detects locally running solr in 14315ms
ok 46 status does not expose cli parameters to end user in 207ms
ok 47 listing out files in 2173ms
ok 48 copying files around in 6470ms
ok 49 upconfig in 2589ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 8s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m35s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4518 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4518/

3 tests failed.
FAILED:  org.apache.solr.cloud.TestLeaderElectionZkExpiry.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestLeaderElectionZkExpiry: 
   1) Thread[id=251, name=OverseerExitThread, state=TIMED_WAITING, group=Overseer state updater.]
        at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:334)
        at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:123)
        at app//org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:315)
        at app//org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:395)
        at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
        at app//org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:315)
        at app//org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:395)
        at app//org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2435)
        at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:511)
        at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater$$Lambda$1215/0x0000000840902840.run(Unknown Source)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   2) Thread[id=257, name=OverseerExitThread, state=TIMED_WAITING, group=Overseer state updater.]
        at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:334)
        at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:123)
        at app//org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:315)
        at app//org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:395)
        at app//org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2435)
        at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:511)
        at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater$$Lambda$1216/0x0000000840902c40.run(Unknown Source)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestLeaderElectionZkExpiry: 
   1) Thread[id=251, name=OverseerExitThread, state=TIMED_WAITING, group=Overseer state updater.]
        at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:334)
        at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:123)
        at app//org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:315)
        at app//org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:395)
        at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
        at app//org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:315)
        at app//org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:395)
        at app//org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2435)
        at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:511)
        at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater$$Lambda$1215/0x0000000840902840.run(Unknown Source)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
   2) Thread[id=257, name=OverseerExitThread, state=TIMED_WAITING, group=Overseer state updater.]
        at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:161)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:82)
        at app//org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:334)
        at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:123)
        at app//org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:315)
        at app//org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:395)
        at app//org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2435)
        at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:511)
        at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater$$Lambda$1216/0x0000000840902c40.run(Unknown Source)
        at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
	at __randomizedtesting.SeedInfo.seed([D1A7A74960807850]:0)


FAILED:  org.apache.solr.ltr.feature.TestNoMatchSolrFeature.tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore

Error Message:
java.lang.Exception: Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([D1A7A74960807850]:0)


FAILED:  org.apache.solr.ltr.feature.TestNoMatchSolrFeature.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([D1A7A74960807850]:0)




Build Log:
[...truncated 2235 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22190ms
ok 41 post solr log into solr in 8983ms
ok 42 start solr with ssl in 19791ms
ok 43 start solr with ssl and auth in 22558ms
ok 44 SOLR-11740 check 'solr stop' connection in 28116ms
ok 45 status detects locally running solr in 14643ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2145ms
ok 48 copying files around in 6533ms
ok 49 upconfig in 2564ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:modules:ltr:test

org.apache.solr.ltr.feature.TestNoMatchSolrFeature > tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore FAILED
    java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([D1A7A74960807850]:0)

org.apache.solr.ltr.feature.TestNoMatchSolrFeature > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([D1A7A74960807850]:0)

org.apache.solr.ltr.feature.TestNoMatchSolrFeature > test suite's output saved to /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.feature.TestNoMatchSolrFeature.txt, copied below:
  1> 13:00:14.193 [TEST-TestNoMatchSolrFeature.tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore-seed#[D1A7A74960807850]] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> juin 05, 2023 2:00:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> AVERTISSEMENT: Suite execution timed out: org.apache.solr.ltr.feature.TestNoMatchSolrFeature
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@7a901280
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@7a901280
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@1c013414
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@1c013414
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@1173effa
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@1173effa
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:43906 to /127.0.0.1:35973 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6026e650
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6026e650
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:403)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@441772e
  2> 
  2> "/127.0.0.1:43906 to /127.0.0.1:35973 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@30c29cf7
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@30c29cf7
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@4f83df68
  2> 
  2> "/127.0.0.1:43906 to /127.0.0.1:35973 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@25f6bf6f
  2> 	- locked sun.nio.ch.EPollSelectorImpl@2b748814
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@42a48628
  2> 
  2> "SUITE-TestNoMatchSolrFeature-seed#[D1A7A74960807850]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@7c37ef4c
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "TEST-TestNoMatchSolrFeature.tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore-seed#[D1A7A74960807850]" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@7af053ca
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@7af053ca
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@58b6f119
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@482b30a7
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:86)
  2> 	at app//org.apache.solr.util.RestTestBase.createJettyAndHarness(RestTestBase.java:57)
  2> 	at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:181)
  2> 	at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:113)
  2> 	at app//org.apache.solr.ltr.feature.TestNoMatchSolrFeature.before(TestNoMatchSolrFeature.java:35)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:980)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$177/0x00000008401edc40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@4710359e
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@41eefbf
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6bcff81c
  2> 
  2> "qtp1636006039-17-acceptor-0@4ad48c37-ServerConnector@4cd480a1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44985}" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@3c0a35cf
  2> 
  2> "qtp1636006039-18" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@4f1a56e6
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5b015801
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1636006039-19" ID=19 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1636006039-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1636006039-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1636006039-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1636006039-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp1636006039-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23172ea8
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-4823da8c-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4e5ed348
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4e5ed348
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@53ee1103
  2> 	- locked sun.nio.ch.EPollSelectorImpl@2fe8a2f
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$345/0x0000000840437440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@674f8a7f
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@188696b6
  2> 	- locked sun.nio.ch.EPollSelectorImpl@20fad27d
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$345/0x0000000840437440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@118816c7
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3bfb968
  2> 	- locked sun.nio.ch.EPollSelectorImpl@7566e4c2
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$345/0x0000000840437440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@28bd70fd
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@59f9fffe
  2> 	- locked sun.nio.ch.EPollSelectorImpl@2f66b786
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$345/0x0000000840437440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@47f21369
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@51ec3ffb
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@51ec3ffb
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@13ee91f0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@13ee91f0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5fe8a7c
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5fe8a7c
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
   >     java.lang.Exception: Test abandoned because suite timeout was reached.
   >         at __randomizedtesting.SeedInfo.seed([D1A7A74960807850]:0)
  2> NOTE: reproduce with: gradlew test --tests TestNoMatchSolrFeature.tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore -Dtests.seed=D1A7A74960807850 -Dtests.locale=fr-CH -Dtests.timezone=Pacific/Bougainville -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> juin 05, 2023 2:00:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> AVERTISSEMENT: Will linger awaiting termination of 16 leaked thread(s).
  2> juin 05, 2023 2:00:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> GRAVE: 16 threads leaked from SUITE scope at org.apache.solr.ltr.feature.TestNoMatchSolrFeature: 
  2>    1) Thread[id=24, name=qtp1636006039-24, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=15, name=TEST-TestNoMatchSolrFeature.tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore-seed#[D1A7A74960807850], state=WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:86)
  2>         at app//org.apache.solr.util.RestTestBase.createJettyAndHarness(RestTestBase.java:57)
  2>         at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:181)
  2>         at app//org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:113)
  2>         at app//org.apache.solr.ltr.feature.TestNoMatchSolrFeature.before(TestNoMatchSolrFeature.java:35)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:980)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$177/0x00000008401edc40.run(Unknown Source)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$345/0x0000000840437440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=22, name=qtp1636006039-22, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=25, name=Session-HouseKeeper-4823da8c-1, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$345/0x0000000840437440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=20, name=qtp1636006039-20, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    8) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$345/0x0000000840437440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   10) Thread[id=19, name=qtp1636006039-19, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2>         at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2>         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2>   12) Thread[id=18, name=qtp1636006039-18, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   13) Thread[id=21, name=qtp1636006039-21, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   14) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x0000000840305040.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$345/0x0000000840437440.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   15) Thread[id=17, name=qtp1636006039-17-acceptor-0@4ad48c37-ServerConnector@4cd480a1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44985}, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2>         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2>         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   16) Thread[id=23, name=qtp1636006039-23, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> juin 05, 2023 2:00:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFOS: Starting to interrupt leaked threads:
  2>    1) Thread[id=24, name=qtp1636006039-24, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>    2) Thread[id=15, name=TEST-TestNoMatchSolrFeature.tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore-seed#[D1A7A74960807850], state=WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>    3) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>    4) Thread[id=22, name=qtp1636006039-22, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>    5) Thread[id=25, name=Session-HouseKeeper-4823da8c-1, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>    6) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>    7) Thread[id=20, name=qtp1636006039-20, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>    8) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>    9) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>   10) Thread[id=19, name=qtp1636006039-19, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>   11) Thread[id=33, name=CloserThread, state=WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>   12) Thread[id=18, name=qtp1636006039-18, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>   13) Thread[id=21, name=qtp1636006039-21, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  2>   14) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>   15) Thread[id=17, name=qtp1636006039-17-acceptor-0@4ad48c37-ServerConnector@4cd480a1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44985}, state=RUNNABLE, group=TGRP-TestNoMatchSolrFeature]
  2>   16) Thread[id=23, name=qtp1636006039-23, state=TIMED_WAITING, group=TGRP-TestNoMatchSolrFeature]
  1> 15:00:13.772 [TEST-TestNoMatchSolrFeature.tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore-seed#[D1A7A74960807850]] ERROR org.apache.solr.servlet.SolrDispatchFilter - Could not start Dispatch Filter.
  1> org.apache.solr.common.SolrException: Interrupted while obtaining reference to CoreService
  1> 	at org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:556) ~[solr-core-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]]
  1> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147) [solr-core-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]]
  1> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480) [jetty-servlet-10.0.14.jar:10.0.14]
  1> 	at org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]]
  1> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253) [jetty-util-10.0.14.jar:10.0.14]
  1> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94) [jetty-util-10.0.14.jar:10.0.14]
  1> 	at org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]]
  1> 	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]]
  1> 	at org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]]
  1> 	at org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]]
  1> 	at org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:86) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]]
  1> 	at org.apache.solr.util.RestTestBase.createJettyAndHarness(RestTestBase.java:57) [solr-test-framework-9.3.0-SNAPSHOT.jar:9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]]
  1> 	at org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:181) [test/:?]
  1> 	at org.apache.solr.ltr.TestRerankBase.setuptest(TestRerankBase.java:113) [test/:?]
  1> 	at org.apache.solr.ltr.feature.TestNoMatchSolrFeature.before(TestNoMatchSolrFeature.java:35) [test/:?]
  1> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
  1> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
  1> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
  1> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:980) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) [lucene-test-framework-9.5.0.jar:9.5.0 13803aa6ea7fee91f798cfeded4296182ac43a21 - 2023-01-25 16:44:59]
  1> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.2.jar:4.13.2]
  1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) [randomizedtesting-runner-2.8.1.jar:?]
  1> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> NOTE: leaving temporary files on disk at: /tmp/src/solr/solr/modules/ltr/build/tmp/tests-tmp/solr.ltr.feature.TestNoMatchSolrFeature_D1A7A74960807850-001
  2> Jun 04, 2023 3:00:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([D1A7A74960807850]:0)
  2> NOTE: test params are: codec=LZ4WithPresetCompressingStoredFieldsData(storedFieldsFormat=Lucene90CompressingStoredFieldsFormat(compressionMode=BEST_SPEED, chunkSize=90, maxDocsPerChunk=928, blockShift=14), termVectorsFormat=Lucene90CompressingTermVectorsFormat(compressionMode=BEST_SPEED, chunkSize=90, maxDocsPerChunk=928, blockSize=14)), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=fr-CH, timezone=Pacific/Bougainville
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=261954904,total=324534272
  2> NOTE: All tests run in this JVM: [TestNoMatchSolrFeature]
  2> NOTE: reproduce with: gradlew test --tests TestNoMatchSolrFeature -Dtests.seed=D1A7A74960807850 -Dtests.locale=fr-CH -Dtests.timezone=Pacific/Bougainville -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:modules:ltr:test (FAILURE): 184 test(s), 2 failure(s)

184 tests completed, 2 failed

> Task :solr:modules:ltr:test FAILED
> Task :solr:modules:ltr:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.ltr.feature.TestNoMatchSolrFeature.tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore (:solr:modules:ltr)
    Test output: /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.feature.TestNoMatchSolrFeature.txt
    Reproduce with: gradlew :solr:modules:ltr:test --tests "org.apache.solr.ltr.feature.TestNoMatchSolrFeature.tesOnlyNoMatchFeaturesInStoreAndModelReturnsZeroScore" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=D1A7A74960807850 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.ltr.feature.TestNoMatchSolrFeature.classMethod (:solr:modules:ltr)
    Test output: /tmp/src/solr/solr/modules/ltr/build/test-results/test/outputs/OUTPUT-org.apache.solr.ltr.feature.TestNoMatchSolrFeature.txt
    Reproduce with: gradlew :solr:modules:ltr:test --tests "org.apache.solr.ltr.feature.TestNoMatchSolrFeature.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=D1A7A74960807850 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.cloud.TestLeaderElectionZkExpiry.classMethod (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestLeaderElectionZkExpiry.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.TestLeaderElectionZkExpiry.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=D1A7A74960807850 -Ptests.file.encoding=US-ASCII


FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:modules:ltr:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/modules/ltr/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 23s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h2m49.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4517 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4517/

All tests passed

Build Log:
[...truncated 1250 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22602ms
ok 41 post solr log into solr in 8837ms
ok 42 start solr with ssl in 20072ms
ok 43 start solr with ssl and auth in 22243ms
ok 44 SOLR-11740 check 'solr stop' connection in 28664ms
ok 45 status detects locally running solr in 14562ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2144ms
ok 48 copying files around in 6595ms
ok 49 upconfig in 2618ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 14s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m41s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4516 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4516/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLockTree.testLocks

Error Message:
java.lang.AssertionError: expected:<2> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
	at __randomizedtesting.SeedInfo.seed([9BCB203E3E413D82:E2015AC73691D669]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.TestLockTree.testLocks(TestLockTree.java:98)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)




Build Log:
[...truncated 1353 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22551ms
ok 41 post solr log into solr in 8921ms
ok 42 start solr with ssl in 19803ms
ok 43 start solr with ssl and auth in 22584ms
ok 44 SOLR-11740 check 'solr stop' connection in 28333ms
ok 45 status detects locally running solr in 14624ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2150ms
ok 48 copying files around in 6570ms
ok 49 upconfig in 2625ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.cloud.TestLockTree.testLocks (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestLockTree.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.TestLockTree.testLocks" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=9BCB203E3E413D82 -Ptests.file.encoding=ISO-8859-1


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 10s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m37s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4515 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4515/

All tests passed

Build Log:
[...truncated 1174 lines...]
BUILD FAILED in 4m 24s
616 actionable tasks: 600 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 4m48s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4514 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4514/

All tests passed

Build Log:
[...truncated 1245 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22679ms
ok 41 post solr log into solr in 8933ms
ok 42 start solr with ssl in 19633ms
ok 43 start solr with ssl and auth in 22481ms
ok 44 SOLR-11740 check 'solr stop' connection in 28357ms
ok 45 status detects locally running solr in 14621ms
ok 46 status does not expose cli parameters to end user in 206ms
ok 47 listing out files in 2163ms
ok 48 copying files around in 6507ms
ok 49 upconfig in 2599ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 9s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m34s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4513 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4513/

All tests passed

Build Log:
[...truncated 1249 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22218ms
ok 41 post solr log into solr in 9255ms
ok 42 start solr with ssl in 19764ms
ok 43 start solr with ssl and auth in 22174ms
ok 44 SOLR-11740 check 'solr stop' connection in 28343ms
ok 45 status detects locally running solr in 14343ms
ok 46 status does not expose cli parameters to end user in 207ms
ok 47 listing out files in 2151ms
ok 48 copying files around in 6506ms
ok 49 upconfig in 2615ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 11s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m35.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4512 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4512/

All tests passed

Build Log:
[...truncated 1246 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22648ms
ok 41 post solr log into solr in 8942ms
ok 42 start solr with ssl in 20226ms
ok 43 start solr with ssl and auth in 22827ms
ok 44 SOLR-11740 check 'solr stop' connection in 28125ms
ok 45 status detects locally running solr in 14408ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2214ms
ok 48 copying files around in 6629ms
ok 49 upconfig in 2610ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 22s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m46.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4511 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4511/

All tests passed

Build Log:
[...truncated 1248 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22185ms
ok 41 post solr log into solr in 8978ms
ok 42 start solr with ssl in 19946ms
ok 43 start solr with ssl and auth in 22164ms
ok 44 SOLR-11740 check 'solr stop' connection in 28285ms
ok 45 status detects locally running solr in 14397ms
ok 46 status does not expose cli parameters to end user in 209ms
ok 47 listing out files in 2163ms
ok 48 copying files around in 6493ms
ok 49 upconfig in 2595ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 10s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m36s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4510 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4510/

All tests passed

Build Log:
[...truncated 1250 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22483ms
ok 41 post solr log into solr in 9172ms
ok 42 start solr with ssl in 19924ms
ok 43 start solr with ssl and auth in 22616ms
ok 44 SOLR-11740 check 'solr stop' connection in 28347ms
ok 45 status detects locally running solr in 14382ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2168ms
ok 48 copying files around in 6575ms
ok 49 upconfig in 2621ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 14s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m40s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4509 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4509/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([6A8F914B14D33F00:82533CA9E73B2520]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 82.67 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1643 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22541ms
ok 41 post solr log into solr in 9236ms
ok 42 start solr with ssl in 19741ms
ok 43 start solr with ssl and auth in 22861ms
ok 44 SOLR-11740 check 'solr stop' connection in 28095ms
ok 45 status detects locally running solr in 14413ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2162ms
ok 48 copying files around in 6519ms
ok 49 upconfig in 2607ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=6A8F914B14D33F00 -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 12s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m38s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4508 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4508/

All tests passed

Build Log:
[...truncated 1246 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22689ms
ok 41 post solr log into solr in 8748ms
ok 42 start solr with ssl in 19753ms
ok 43 start solr with ssl and auth in 22178ms
ok 44 SOLR-11740 check 'solr stop' connection in 28116ms
ok 45 status detects locally running solr in 14651ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2164ms
ok 48 copying files around in 6528ms
ok 49 upconfig in 2596ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 9s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m35.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4507 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4507/

All tests passed

Build Log:
[...truncated 1246 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22632ms
ok 41 post solr log into solr in 8963ms
ok 42 start solr with ssl in 20107ms
ok 43 start solr with ssl and auth in 22141ms
ok 44 SOLR-11740 check 'solr stop' connection in 28359ms
ok 45 status detects locally running solr in 14401ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2155ms
ok 48 copying files around in 6610ms
ok 49 upconfig in 2604ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 17s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m44s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4506 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4506/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([1FE1F868C847F877]:0)




Build Log:
[...truncated 1242 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22636ms
ok 41 post solr log into solr in 9195ms
ok 42 start solr with ssl in 19921ms
ok 43 start solr with ssl and auth in 22520ms
ok 44 SOLR-11740 check 'solr stop' connection in 28389ms
ok 45 status detects locally running solr in 14384ms
ok 46 status does not expose cli parameters to end user in 210ms
ok 47 listing out files in 2157ms
ok 48 copying files around in 6537ms
ok 49 upconfig in 2609ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:solrj:test

org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([1FE1F868C847F877]:0)

org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test > test suite's output saved to /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test.txt, copied below:
  2> 3155 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-1 for ERROR logs matching regex: uniqueKey
  2> 3767 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 3773 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 3775 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching regex: ignore_exception
  2> 3798 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/data-dir-1-001
  2> 3906 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
  2> 3954 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
  2> 3984 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 4048 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 4049 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 4050 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.SolrTestCaseJ4 Writing core.properties file to /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-002/cores/core
  2> 4611 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 4615 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 4623 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.e.j.s.Server jetty-10.0.14; built: 2023-02-22T23:12:32.272Z; git: 976721d0f3e903a243584d47870ad2f2c1bf9e55; jvm 11.0.16+8
  2> 4760 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 4827 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18b92268{/solr,file:///tmp/src/solr/solr/solrj/build/tmp/tests-cwd/,AVAILABLE}
  2> 4871 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.e.j.s.AbstractConnector Started ServerConnector@57d891f3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35361}
  2> 4875 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.e.j.s.Server Started Server@7777145b{STARTING}[10.0.14,sto=0] @4924ms
  2> 4906 ERROR (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 4908 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 4931 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]
  2> 4932 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in standalone mode on port null
  2> 4933 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 4933 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-03T09:58:02.216628Z
  2> 4935 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001 (source: servlet config: solr.solr.home)
  2> 4973 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.c.SolrXmlConfig Loading solr.xml from /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001/solr.xml
  2> 7911 WARN  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 8330 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001
  2> 8331 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
  2> 8827 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/extraction/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/extraction/lib
  2> 8829 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/clustering/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/clustering/lib
  2> 8830 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/langid/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/langid/lib
  2> 8831 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/ltr/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/ltr/lib
  2> 8832 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/scripting/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/scripting/lib
  2> 8834 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
  2> 8835 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 8852 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
  2> 8964 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=example
  2> 10026 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
  2> 10028 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
  2> 10028 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
  2> 10029 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
  2> 10082 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
  2> 10222 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 10222 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001/collection1, trusted=true
  2> 10353 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001/collection1], dataDir=[/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001/collection1/data/]
  2> 10453 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=1 maxMergeCount=6
  2> 10495 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@2b82cd01
  2> 10518 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 10519 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 21 ms to checkpoint
  2> 10524 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=true reader=null
  2> 10562 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@49106a55 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2df28aba)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=CREATE
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=6, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@6109d25
  2> writer=org.apache.solr.update.SolrIndexWriter@5c9c4274
  2> 
  2> 10574 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, configSetBaseDir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001, hostPort=35361, coreRootDirectory=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-002/cores}
  2> 10575 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 10576 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now flush at close
  2> 10576 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   start flush: applyAllDeletes=true
  2> 10577 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 10577 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 10582 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 10673 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 10673 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 10677 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
  2> 10678 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: now merge
  2> 10678 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   index(source): 
  2> 10679 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   no more merges pending; now return
  2> 10679 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges
  2> 10679 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges done
  2> 10679 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: start
  2> 10680 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: enter lock
  2> 10680 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: now prepare
  2> 10680 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: prepareCommit: flush
  2> 10680 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 10681 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 10681 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 10682 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 10688 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 10688 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit(): start
  2> 10689 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit index= changeCount=2
  2> 10715 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit: wrote pending segments file "pending_segments_1"
  2> 10717 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: done all syncs: []
  2> 10718 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: pendingCommit != null
  2> 10721 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done writing segments file "segments_1"
  2> 10722 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
  2> 10726 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 3 ms to checkpoint
  2> 10726 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: took 46.2 msec
  2> 10727 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done
  2> 10727 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback
  2> 10730 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: all running merges have aborted
  2> 10731 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: done finish merges
  2> 10732 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: abort
  2> 10733 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: done abort success=true
  2> 10735 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: infos=
  2> 10736 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 10737 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 0 ms to checkpoint
  2> 11719 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 11792 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
  2> 11792 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 11818 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
  2> 11830 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 11836 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=1 maxMergeCount=6
  2> 11841 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@2b82cd01
  2> 11843 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: load commit "segments_1"
  2> 11844 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 11846 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 0 ms to checkpoint
  2> 11846 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=false reader=null
  2> 11848 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@49106a55 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2df28aba)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=APPEND
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=6, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@6109d25
  2> writer=org.apache.solr.update.SolrIndexWriter@3a60bf8f
  2> 
  2> 11852 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 11853 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: flush at getReader
  2> 11856 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 11857 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 11858 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 11868 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: incRefDeleter for NRT reader version=2 segments=
  2> 11871 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
  2> 11883 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MP][coreLoadExecutor-11-thread-1]: findMerges: 0 segments
  2> 11884 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 11885 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: getReader took 31 ms
  2> 11962 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001/collection1/conf
  2> 11967 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _rest_managed.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001/collection1/conf
  2> 11968 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {} for /rest/managed
  2> 11973 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001/collection1/conf
  2> 11973 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
  2> 11979 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 35 words for /schema/analysis/stopwords/english
  2> 11983 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
  2> 11986 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.SolrExampleBinaryHttp2Test_1FE1F868C847F877-001/tempDir-001/collection1/conf
  2> 11986 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true, format=solr} for /schema/analysis/synonyms/english
  2> 11987 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedSynonymGraphFilterFactory Loaded 3 synonym mappings for /schema/analysis/synonyms/english
  2> 11992 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
  2> 12021 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, accuracy=0.5, maxQueryFrequency=0.01, name=default, field=text, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal}
  2> 12034 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
  2> 12038 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 12063 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 12084 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 12095 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1767675044170825728
  2> 12245 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.S.Request webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=139
  2> 12246 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
  2> 12247 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
  2> 12248 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
  2> 12264 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> Jun 03, 2023 4:58:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@23d72177
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@23d72177
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@7f178fba
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@7f178fba
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@1d272bbe
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@1d272bbe
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:45438 to /127.0.0.1:32989 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@139fe74b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@139fe74b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.submitToRun(TestWorker.java:207)
  2> 	- locked org.gradle.api.internal.tasks.testing.worker.TestWorker@3ad7cfbb
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.stop(TestWorker.java:189)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@42e99e4a
  2> 
  2> "/127.0.0.1:45438 to /127.0.0.1:32989 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@50b6c0dd
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@50b6c0dd
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@42a48628
  2> 
  2> "/127.0.0.1:45438 to /127.0.0.1:32989 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@74687bae
  2> 	- locked sun.nio.ch.EPollSelectorImpl@7046c88f
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@74f0ea28
  2> 
  2> "SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@1c8fcc73
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@4bbeae0c
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@4bbeae0c
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@7a594717
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@4ddbe6f9
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:100)
  2> 	at app//org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test.beforeTest(SolrExampleBinaryHttp2Test.java:36)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$196/0x0000000840257c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@b1f4d7d
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6911f439
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@594077f3
  2> 
  2> "qtp424797685-17" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3a3b66a3
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5cedede1
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp424797685-18-acceptor-0@3d6a345f-ServerConnector@57d891f3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35361}" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6c8f660
  2> 
  2> "qtp424797685-19" ID=19 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp424797685-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp424797685-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp424797685-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp424797685-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp424797685-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3838e67b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-16bb2289-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59d781a1
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59d781a1
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@6a66ed9f
  2> 	- locked sun.nio.ch.EPollSelectorImpl@2bdc6d45
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@7b206f6
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@54a84d7b
  2> 	- locked sun.nio.ch.EPollSelectorImpl@319704c6
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@51dd1ade
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@6cc01d7e
  2> 	- locked sun.nio.ch.EPollSelectorImpl@243ee3e6
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@352510ab
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@326bb18f
  2> 	- locked sun.nio.ch.EPollSelectorImpl@3b532230
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@70c40cb2
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@5714e3c9
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@5714e3c9
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@4e61b1e
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@4e61b1e
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6bee25c4
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6bee25c4
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
  2> Jun 03, 2023 4:58:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
  2> Jun 03, 2023 4:58:01 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 16 threads leaked from SUITE scope at org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test: 
  2>    1) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=25, name=Session-HouseKeeper-16bb2289-1, state=TIMED_WAITING, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=21, name=qtp424797685-21, state=TIMED_WAITING, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=24, name=qtp424797685-24, state=TIMED_WAITING, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    8) Thread[id=17, name=qtp424797685-17, state=RUNNABLE, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    9) Thread[id=19, name=qtp424797685-19, state=TIMED_WAITING, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   10) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x000000084033ec40.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   11) Thread[id=18, name=qtp424797685-18-acceptor-0@3d6a345f-ServerConnector@57d891f3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35361}, state=RUNNABLE, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2>         at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2>         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2>         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   12) Thread[id=15, name=SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker, state=WAITING, group=TGRP-SolrExampleBinaryHttp2Test]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2>         at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2>         at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2>         at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2>         at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2>         at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2>         at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2>         at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2>         at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2>         at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2>         at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:100)
  2>         at app//org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test.beforeTest(SolrExampleBinaryHttp2Test.java:36)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2>         at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2>       

[...truncated too long message...]

hread-1]:   start flush: applyAllDeletes=true
  2> 7204956 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   index before flush 
  2> 7204956 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: startFullFlush
  2> 7204957 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: coreCloseExecutor-19-thread-1 finishFullFlush success=true
  2> 7204957 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 7204957 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-19-thread-1]: waitApply: no deletes to apply
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]: now merge
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]:   index(source): 
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-19-thread-1]:   no more merges pending; now return
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: waitForMerges
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: waitForMerges done
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: start
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: enter lock
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: now prepare
  2> 7204958 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: prepareCommit: flush
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   index before flush 
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: startFullFlush
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-19-thread-1]: waitApply: no deletes to apply
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: coreCloseExecutor-19-thread-1 finishFullFlush success=true
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: startCommit(): start
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   skip startCommit(): no changes pending
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: pendingCommit == null; skip
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: took 0.8 msec
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: done
  2> 7204959 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback
  2> 7204960 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: all running merges have aborted
  2> 7204960 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback: done finish merges
  2> 7204960 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: abort
  2> 7204960 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: done abort success=true
  2> 7204960 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback: infos=
  2> 7204960 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-19-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 7204960 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-19-thread-1]: 0 ms to checkpoint
  2> 7204968 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 7204976 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 7204980 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 7204988 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-2 after mutting 0 log messages
  2> 7204988 INFO  (SUITE-SolrExampleBinaryHttp2Test-seed#[1FE1F868C847F877]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-3 for ERROR logs matching regex: ignore_exception
  2> Jun 03, 2023 11:58:02 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([1FE1F868C847F877]:0)
  2> NOTE: test params are: codec=Asserting(Lucene95): {}, docValues:{}, maxPointsInLeafNode=1397, maxMBSortInHeap=6.100246500704847, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en-GH, timezone=US/Arizona
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=204282184,total=324534272
  2> NOTE: All tests run in this JVM: [SolrExampleBinaryHttp2Test]
  2> NOTE: reproduce with: gradlew test --tests SolrExampleBinaryHttp2Test -Dtests.seed=1FE1F868C847F877 -Dtests.locale=en-GH -Dtests.timezone=US/Arizona -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:solrj:test (FAILURE): 1053 test(s), 1 failure(s), 10 skipped

1053 tests completed, 1 failed, 10 skipped

> Task :solr:solrj:test FAILED
> Task :solr:solrj:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test.classMethod (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.SolrExampleBinaryHttp2Test.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=1FE1F868C847F877 -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:solrj:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/solrj/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 12s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h2m38s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4505 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4505/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudDeleteByQuery.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([61471D8C8A956319]:0)


FAILED:  org.apache.solr.client.solrj.io.sql.JdbcTest.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([61471D8C8A956319]:0)




Build Log:
[...truncated 1218 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22272ms
ok 41 post solr log into solr in 8900ms
ok 42 start solr with ssl in 20160ms
ok 43 start solr with ssl and auth in 22519ms
ok 44 SOLR-11740 check 'solr stop' connection in 28065ms
ok 45 status detects locally running solr in 14361ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2159ms
ok 48 copying files around in 6523ms
ok 49 upconfig in 2587ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:solrj-streaming:test

org.apache.solr.client.solrj.io.sql.JdbcTest > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([61471D8C8A956319]:0)

org.apache.solr.client.solrj.io.sql.JdbcTest > test suite's output saved to /tmp/src/solr/solr/solrj-streaming/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.io.sql.JdbcTest.txt, copied below:
  1> 05:45:17.112 [jetty-launcher-8-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  1> 05:45:17.112 [jetty-launcher-8-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> יוני 03, 2023 8:45:15 נאָכמיטאָג com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> WARNING: Suite execution timed out: org.apache.solr.client.solrj.io.sql.JdbcTest
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@1eacc41d
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@1eacc41d
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@3341a9e9
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@3341a9e9
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@1fb818cc
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@1fb818cc
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:52688 to /127.0.0.1:39641 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@14162581
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@14162581
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:403)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@661972b0
  2> 
  2> "/127.0.0.1:52688 to /127.0.0.1:39641 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@49a9cbda
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@49a9cbda
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@4562e04d
  2> 
  2> "/127.0.0.1:52688 to /127.0.0.1:39641 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@77992de7
  2> 	- locked sun.nio.ch.EPollSelectorImpl@283825a0
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@31304f14
  2> 
  2> "SUITE-JdbcTest-seed#[61471D8C8A956319]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@da7270b
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-JdbcTest-seed#[61471D8C8A956319]-worker" ID=15 WAITING on java.util.concurrent.FutureTask@a57ca7e
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.FutureTask@a57ca7e
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.get(FutureTask.java:190)
  2> 	at java.base@11.0.16/java.util.concurrent.AbstractExecutorService.invokeAll(AbstractExecutorService.java:247)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:378)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$Builder.build(MiniSolrCloudCluster.java:1303)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$Builder.configure(MiniSolrCloudCluster.java:1275)
  2> 	at app//org.apache.solr.client.solrj.io.sql.JdbcTest.setupCluster(JdbcTest.java:72)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$175/0x00000008401ee440.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "ZkTestServer Run Thread" ID=16 WAITING on org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread@341f28c6
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread@341f28c6
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:915)
  2> 	at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:337)
  2> 	at app//org.apache.solr.cloud.ZkTestServer$1.run(ZkTestServer.java:581)
  2> 
  2> "NIOServerCxnFactory.SelectorThread-0" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@5d630ec0
  2> 	- locked sun.nio.ch.EPollSelectorImpl@69c8f518
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
  2> 
  2> "NIOServerCxnFactory.SelectorThread-1" ID=19 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@5d78d665
  2> 	- locked sun.nio.ch.EPollSelectorImpl@106c9c14
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
  2> 
  2> "NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0" ID=20 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@55bc85d7
  2> 	- locked sun.nio.ch.EPollSelectorImpl@7b72ca4d
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
  2> 
  2> "ConnnectionExpirer" ID=17 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
  2> 
  2> "SessionTracker" ID=21 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
  2> 
  2> "NIOWorkerThread-1" ID=22 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6022f0b8
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6022f0b8
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "SyncThread:0" ID=23 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@14da5c94
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@14da5c94
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
  2> 
  2> "ProcessThread(sid:0 cport:45351):" ID=24 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2579e1e5
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2579e1e5
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
  2> 
  2> "RequestThrottler" ID=25 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@48b477a5
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@48b477a5
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
  2> 
  2> "NIOWorkerThread-2" ID=26 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6022f0b8
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6022f0b8
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "SUITE-JdbcTest-seed#[61471D8C8A956319]-worker-SendThread(127.0.0.1:45351)" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@3fe4e93b
  2> 	- locked sun.nio.ch.EPollSelectorImpl@799c3caf
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2> 	at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2> 	at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2> 
  2> "SUITE-JdbcTest-seed#[61471D8C8A956319]-worker-EventThread" ID=28 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@13809cb0
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@13809cb0
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
  2> 
  2> "NIOWorkerThread-3" ID=29 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6022f0b8
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6022f0b8
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "zkConnectionManagerCallback-3-thread-1" ID=30 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7862d83a
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7862d83a
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "SUITE-JdbcTest-seed#[61471D8C8A956319]-worker-SendThread(127.0.0.1:45351)" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@60574b3c
  2> 	- locked sun.nio.ch.EPollSelectorImpl@78366add
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2> 	at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2> 	at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2> 
  2> "SUITE-JdbcTest-seed#[61471D8C8A956319]-worker-EventThread" ID=32 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6fc40c77
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6fc40c77
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
  2> 
  2> "zkConnectionManagerCallback-5-thread-1" ID=33 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@109aabd
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@109aabd
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "jetty-launcher-8-thread-1" ID=37 WAITING on java.util.concurrent.CountDownLatch$Sync@7f8dff1
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@7f8dff1
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@5b5d0f0b
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@1076e63f
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:567)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:373)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$$Lambda$254/0x00000008402e2c40.call(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@5f9ef7f2
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@4ee67646
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@138ee2fe
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@201892d3
  2> 
  2> "jetty-launcher-8-thread-2" ID=38 WAITING on java.util.concurrent.CountDownLatch$Sync@66255884
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@66255884
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@2f71999b
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@4b8c0799
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:567)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:373)
  2> 	at app//org.apache.solr.cloud.MiniSolrCloudCluster$$Lambda$254/0x00000008402e2c40.call(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@2f669a31
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@445606cb
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6ea0df7b
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@4d3e2e75
  2> 
  2> "qtp603410567-40-acceptor-0@788661c8-ServerConnector@33e3c63f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36895}" ID=40 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@7d09e163
  2> 
  2> "qtp435148234-41" ID=41 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@153ab2be
  2> 	- locked sun.nio.ch.EPollSelectorImpl@29cb7bea
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp603410567-42" ID=42 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@65e6f72f
  2> 	- locked sun.nio.ch.EPollSelectorImpl@57d60009
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp435148234-43-acceptor-0@408055f3-ServerConnector@2721a2d0{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34605}" ID=43 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@17b9e70f
  2> 
  2> "qtp435148234-45" ID=45 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp603410567-44" ID=44 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp435148234-46" ID=46 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp603410567-47" ID=47 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp435148234-48" ID=48 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp435148234-50" ID=50 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp603410567-49" ID=49 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp603410567-52" ID=52 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp435148234-51" ID=51 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp435148234-54" ID=54 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@655fca39
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp603410567-53" ID=53 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-2056de34-1" ID=55 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@50638e99
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@50638e99
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp603410567-56" ID=56 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37521632
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-fc894eb-1" ID=57 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8ba8a05
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8ba8a05
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-21-thread-1" ID=65 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@132f9729
  2> 	- locked sun.nio.ch.EPollSelectorImpl@346bf0f8
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@4be8a9a5
  2> 
  2> "httpShardExecutor-22-thread-1" ID=64 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@78b0b7aa
  2> 	- locked sun.nio.ch.EPollSelectorImpl@2406f01b
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@749f6db0
  2> 
  2> "httpShardExecutor-21-thread-2" ID=66 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@4bffbd6d
  2> 	- locked sun.nio.ch.EPollSelectorImpl@20f868da
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@14d13e62
  2> 
  2> "httpShardExecutor-22-thread-2" ID=67 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@5d089688
  2> 	- locked sun.nio.ch.EPollSelectorImpl@4e9d331a
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@6fb0a808
  2> 
  2> "Connection evictor" ID=68 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=69 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=70 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=71 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-25-thread-1" ID=72 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@783ffb71
  2> 	- locked sun.nio.ch.EPollSelectorImpl@1be2e214
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@661baf4b
  2> 
  2> "h2sc-26-thread-1" ID=73 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@2479b36
  2> 	- locked sun.nio.ch.EPollSelectorImpl@25e56d87
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@66db30d9
  2> 
  2> "h2sc-26-thread-2" ID=75 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@2206fe39
  2> 	- locked sun.nio.ch.EPollSelectorImpl@2e784a2f
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@f3486f5
  2> 
  2> "h2sc-25-thread-2" ID=74 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@1058eafd
  2> 	- locked sun.nio.ch.EPollSelectorImpl@1edf3424
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@739e0cf1
  2> 
  2> "jetty-launcher-8-thread-2-SendThread(127.0.0.1:45351)" ID=76 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@b3df6f0
  2> 	- locked sun.nio.ch.EPollSelectorImpl@6778ec8a
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2> 	at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2> 	at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2> 
  2> "jetty-launcher-8-thread-2-EventThread" ID=77 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@30a0ed9a
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@30a0ed9a
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
  2> 
  2> "jetty-launcher-8-thread-1-SendThread(127.0.0.1:45351)" ID=78 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@573991be
  2> 	- locked sun.nio.ch.EPollSelectorImpl@335767df
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2> 	at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2> 	at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2> 
  2> "jetty-launcher-8-thread-1-EventThread" ID=79 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@13ebd183
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@13ebd183
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549)
  2> 
  2> "zkConnectionManagerCallback-30-thread-1" ID=80 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@24902259
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@24902259
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "zkConnectionManagerCallback-32-thread-1" ID=81 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3fbfe314
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3fbfe314
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "OverseerStateUpdate-72057607399145478-127.0.0.1:34605_solr-n_0000000000" ID=84 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37de12a3
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37de12a3
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:490)
  2> 	at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:338)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "OverseerCollectionConfigSetProcessor-72057607399145478-127.0.0.1:34605_solr-n_0000000000" ID=85 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7af4ba12
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7af4ba12
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:490)
  2> 	at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:267)
  2> 	at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:272)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "CloserThread" ID=86 WAITING on java.lang.Object@5f53ddff
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@5f53ddff
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "CloserThread" ID=87 WAITING on java.lang.Object@1f343242
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@1f343242
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> ^^==============================================
  2> 
  2> יוני 03, 2023 8:45:15 נאָכמיטאָג com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> WARNING: Will linger awaiting termination of 55 leaked thread(s).
  2> יוני 03, 2023 8:45:16 נאָכמיטאָג com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> SEVERE: 55 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.sql.JdbcTest: 
  2>    1) Thread[id=64, name=httpShardExecutor-22-thread-1, state=RUNNABLE, group=TGRP-JdbcTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$247/0x00000008402e7c40.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=22, name=NIOWorkerThread-1, state=WAITING, group=TGRP-JdbcTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2>         at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=41, name=qtp435148234-41, state=RUNNABLE, group=TGRP-JdbcTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$317/0x000000084034c840.run(Unknown Source)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=78, name=jetty-launcher-8-thread-1-SendThread(127.0.0.1:45351), state=RUNNABLE, group=TGRP-JdbcTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
  2>         at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
  2>         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
  2>    5) Thread[id=15, name=SUITE-JdbcTest-seed#[61471D8C8A956319]-worker, state=WAITING, group=TGRP-JdbcTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2>         at java.base@11.0.16/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:447)
  2>         at java.base@11.0.16/java.util.concurrent.FutureTask.get(FutureTask.java:190)
  2>         at java.base@11.0.16/java.util.concurrent.AbstractExecutorService.invokeAll(AbstractExecutorService.java:247)
  2>         at app//org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:378)
  2>         at app//org.apache.solr.cloud.MiniSolrCloudCluster$Builder.build(MiniSolrCloudCluster.java:1303)
  2>         at app//org.apache.solr.cloud.MiniSolrCloudCluster$Builder.configure(MiniSolrCloudCluster.java:1275)
  2>         at app//org.apache.solr.client.solrj.io.sql.JdbcTest.setupCluster(JdbcTest.java:72)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2>         at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2>         at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2>         at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2>         at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2>         at app//org.apache.luc

[...truncated too long message...]

(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   93) Thread[id=147, name=h2sc-74-thread-1, state=RUNNABLE, group=TGRP-TestCloudDeleteByQuery]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$342/0x0000000840461440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$343/0x0000000840461c40.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>   94) Thread[id=84, name=Session-HouseKeeper-77556a14-1, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2>         at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 7215005 WARN  (NIOWorkerThread-3) [] o.a.z.s.NIOServerCnxn Close of session 0x0
  2>           => java.io.IOException: ZooKeeperServer not running
  2> 	at org.apache.zookeeper.server.NIOServerCnxn.readLength(NIOServerCnxn.java:562)
  2> java.io.IOException: ZooKeeperServer not running
  2> 	at org.apache.zookeeper.server.NIOServerCnxn.readLength(NIOServerCnxn.java:562) ~[zookeeper-3.8.1.jar:3.8.1]
  2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:347) [zookeeper-3.8.1.jar:3.8.1]
  2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory$IOWorkRequest.doWork(NIOServerCnxnFactory.java:508) [zookeeper-3.8.1.jar:3.8.1]
  2> 	at org.apache.zookeeper.server.WorkerService$ScheduledWorkRequest.run(WorkerService.java:153) [zookeeper-3.8.1.jar:3.8.1]
  2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
  2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
  2> 	at java.lang.Thread.run(Thread.java:829) [?:?]
  2> 7215005 WARN  (jetty-launcher-27-thread-3-SendThread(127.0.0.1:41675)) [] o.a.z.ClientCnxn Session 0x1000004c60f000c for server localhost/127.0.0.1:41675, Closing socket connection. Attempting reconnect except it is a SessionExpiredException.
  2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1000004c60f000c, likely server has closed socket
  2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
  2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000004c60f000c, likely server has closed socket
  2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.8.1.jar:3.8.1]
  2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.8.1.jar:3.8.1]
  2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) [zookeeper-3.8.1.jar:3.8.1]
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([61471D8C8A956319]:0)
  2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=mua, timezone=America/Catamarca
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=108,free=170559320,total=332398592
  2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerSchemaAPI, TestCloudDeleteByQuery]
  2> NOTE: reproduce with: gradlew test --tests TestCloudDeleteByQuery -Dtests.seed=61471D8C8A956319 -Dtests.locale=mua -Dtests.timezone=America/Catamarca -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:core:test (FAILURE): 4749 test(s), 1 failure(s), 227 skipped

4749 tests completed, 1 failed, 227 skipped

> Task :solr:core:test FAILED
> Task :solr:core:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.client.solrj.io.sql.JdbcTest.classMethod (:solr:solrj-streaming)
    Test output: /tmp/src/solr/solr/solrj-streaming/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.io.sql.JdbcTest.txt
    Reproduce with: gradlew :solr:solrj-streaming:test --tests "org.apache.solr.client.solrj.io.sql.JdbcTest.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=61471D8C8A956319 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.cloud.TestCloudDeleteByQuery.classMethod (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestCloudDeleteByQuery.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.TestCloudDeleteByQuery.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=61471D8C8A956319 -Ptests.file.encoding=US-ASCII


FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:solrj-streaming:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/solrj-streaming/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 4m 21s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h4m47.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4504 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4504/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([39BF31707E671ABE:D1639C928D8F009E]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 81.16 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1644 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22993ms
ok 41 post solr log into solr in 9486ms
ok 42 start solr with ssl in 20471ms
ok 43 start solr with ssl and auth in 22342ms
ok 44 SOLR-11740 check 'solr stop' connection in 28706ms
ok 45 status detects locally running solr in 14398ms
ok 46 status does not expose cli parameters to end user in 212ms
ok 47 listing out files in 2184ms
ok 48 copying files around in 6557ms
ok 49 upconfig in 2624ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=39BF31707E671ABE -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 27s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m51.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4503 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4503/

All tests passed

Build Log:
[...truncated 1253 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22562ms
ok 41 post solr log into solr in 9039ms
ok 42 start solr with ssl in 19958ms
ok 43 start solr with ssl and auth in 22595ms
ok 44 SOLR-11740 check 'solr stop' connection in 28340ms
ok 45 status detects locally running solr in 14664ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2200ms
ok 48 copying files around in 6587ms
ok 49 upconfig in 2627ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 26s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m51.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4502 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4502/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([E73C20D0AB202519:FE08D3258C83F39]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 80.54 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1644 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22783ms
ok 41 post solr log into solr in 8909ms
ok 42 start solr with ssl in 20062ms
ok 43 start solr with ssl and auth in 22578ms
ok 44 SOLR-11740 check 'solr stop' connection in 28142ms
ok 45 status detects locally running solr in 14396ms
ok 46 status does not expose cli parameters to end user in 210ms
ok 47 listing out files in 2169ms
ok 48 copying files around in 6627ms
ok 49 upconfig in 2594ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=E73C20D0AB202519 -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 13s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m41.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4501 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4501/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([9183B304A1FA5C76:795F1EE652124656]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 83.69 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1648 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22437ms
ok 41 post solr log into solr in 9023ms
ok 42 start solr with ssl in 19923ms
ok 43 start solr with ssl and auth in 22307ms
ok 44 SOLR-11740 check 'solr stop' connection in 28443ms
ok 45 status detects locally running solr in 14338ms
ok 46 status does not expose cli parameters to end user in 209ms
ok 47 listing out files in 2164ms
ok 48 copying files around in 6520ms
ok 49 upconfig in 2621ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=9183B304A1FA5C76 -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 5s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m31s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4500 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4500/

All tests passed

Build Log:
[...truncated 1243 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22738ms
ok 41 post solr log into solr in 9626ms
ok 42 start solr with ssl in 20007ms
ok 43 start solr with ssl and auth in 22249ms
ok 44 SOLR-11740 check 'solr stop' connection in 28369ms
ok 45 status detects locally running solr in 14699ms
ok 46 status does not expose cli parameters to end user in 214ms
ok 47 listing out files in 2200ms
ok 48 copying files around in 6591ms
ok 49 upconfig in 2654ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 19s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m46s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4499 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4499/

All tests passed

Build Log:
[...truncated 1243 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22672ms
ok 41 post solr log into solr in 8930ms
ok 42 start solr with ssl in 20228ms
ok 43 start solr with ssl and auth in 22015ms
ok 44 SOLR-11740 check 'solr stop' connection in 28442ms
ok 45 status detects locally running solr in 14386ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2156ms
ok 48 copying files around in 6538ms
ok 49 upconfig in 2605ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 10s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m36s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4498 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4498/

All tests passed

Build Log:
[...truncated 1245 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 23059ms
ok 41 post solr log into solr in 9320ms
ok 42 start solr with ssl in 19875ms
ok 43 start solr with ssl and auth in 22915ms
ok 44 SOLR-11740 check 'solr stop' connection in 28439ms
ok 45 status detects locally running solr in 14421ms
ok 46 status does not expose cli parameters to end user in 211ms
ok 47 listing out files in 2201ms
ok 48 copying files around in 6636ms
ok 49 upconfig in 2746ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 30s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 13m1.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4497 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4497/

All tests passed

Build Log:
[...truncated 1243 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 23109ms
ok 41 post solr log into solr in 9035ms
ok 42 start solr with ssl in 20001ms
ok 43 start solr with ssl and auth in 22616ms
ok 44 SOLR-11740 check 'solr stop' connection in 28499ms
ok 45 status detects locally running solr in 14712ms
ok 46 status does not expose cli parameters to end user in 212ms
ok 47 listing out files in 2172ms
ok 48 copying files around in 6676ms
ok 49 upconfig in 2636ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 16s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m41.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4496 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4496/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([5A5FA1AF55230A5F:B2830C4DA6CB107F]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 82.41 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1651 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22754ms
ok 41 post solr log into solr in 9040ms
ok 42 start solr with ssl in 20546ms
ok 43 start solr with ssl and auth in 22283ms
ok 44 SOLR-11740 check 'solr stop' connection in 28240ms
ok 45 status detects locally running solr in 14464ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2168ms
ok 48 copying files around in 6638ms
ok 49 upconfig in 2622ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=5A5FA1AF55230A5F -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 19s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m44.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4495 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4495/

All tests passed

Build Log:
[...truncated 1253 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22641ms
ok 41 post solr log into solr in 8845ms
ok 42 start solr with ssl in 20193ms
ok 43 start solr with ssl and auth in 22181ms
ok 44 SOLR-11740 check 'solr stop' connection in 28461ms
ok 45 status detects locally running solr in 14727ms
ok 46 status does not expose cli parameters to end user in 218ms
ok 47 listing out files in 2167ms
ok 48 copying files around in 6542ms
ok 49 upconfig in 2624ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 14s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m38.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4494 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4494/

4 tests failed.
FAILED:  org.apache.solr.search.TestCoordinatorRole.testNRTRestart

Error Message:
java.lang.AssertionError: initial error time threshold exceeded

Stack Trace:
java.lang.AssertionError: initial error time threshold exceeded
	at __randomizedtesting.SeedInfo.seed([26AF4F5E911CF8F6:D63BFF9533012A20]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.search.TestCoordinatorRole.getHostCoreName(TestCoordinatorRole.java:405)
	at org.apache.solr.search.TestCoordinatorRole.testNRTRestart(TestCoordinatorRole.java:330)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([26AF4F5E911CF8F6:CE73E2BC62F4E2D6]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 80.87 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([26AF4F5E911CF8F6]:0)


FAILED:  org.apache.solr.client.solrj.response.NoOpResponseParserTest.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([26AF4F5E911CF8F6]:0)




Build Log:
[...truncated 4124 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22595ms
ok 41 post solr log into solr in 9221ms
ok 42 start solr with ssl in 19928ms
ok 43 start solr with ssl and auth in 22363ms
ok 44 SOLR-11740 check 'solr stop' connection in 28188ms
ok 45 status detects locally running solr in 14490ms
ok 46 status does not expose cli parameters to end user in 218ms
ok 47 listing out files in 2216ms
ok 48 copying files around in 6671ms
ok 49 upconfig in 2671ms

> Task :solr:packaging:integrationTests FAILED

> Task :solr:solrj:test

org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest > classMethod FAILED
    java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([26AF4F5E911CF8F6]:0)

org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest > test suite's output saved to /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.txt, copied below:
  2> 3186 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-1 for ERROR logs matching regex: uniqueKey
  2> 3609 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/tmp/src/solr/solr/server/solr/configsets/_default/conf'
  2> 3610 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
  2> 3635 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 3636 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching regex: ignore_exception
  2> 3667 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/data-dir-1-001
  2> 3777 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
  2> 3817 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
  2> 3890 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore
  2> 3891 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.SolrTestCaseJ4 ####initCore end
  2> 3892 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.SolrTestCaseJ4 Writing core.properties file to /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-002/cores/core
  2> 4398 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
  2> 4401 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
  2> 4410 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.e.j.s.Server jetty-10.0.14; built: 2023-02-22T23:12:32.272Z; git: 976721d0f3e903a243584d47870ad2f2c1bf9e55; jvm 11.0.16+8
  2> 4494 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.e.j.s.s.DefaultSessionIdManager Session workerName=node0
  2> 4527 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@561063a9{/solr,file:///tmp/src/solr/solr/solrj/build/tmp/tests-cwd/,AVAILABLE}
  2> 4546 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.e.j.s.AbstractConnector Started ServerConnector@413e211b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43479}
  2> 4551 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.e.j.s.Server Started Server@5799da79{STARTING}[10.0.14,sto=0] @4619ms
  2> 4565 ERROR (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
  2> 4565 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
  2> 4572 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.s.CoreContainerProvider  ___      _       Welcome to Apache Solr™ version 9.3.0-SNAPSHOT c5889453e4387bbf6c663424f468a101689d795f [snapshot build, details omitted]
  2> 4573 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _   Starting in standalone mode on port null
  2> 4574 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_|  Install dir: /tmp/src/solr/solr
  2> 4574 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.s.CoreContainerProvider |___/\___/_|_|    Start time: 2023-06-02T06:27:42.185739Z
  2> 4579 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.s.CoreContainerProvider Solr Home: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001 (source: servlet config: solr.solr.home)
  2> 4608 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.c.SolrXmlConfig Loading solr.xml from /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001/solr.xml
  2> 8140 WARN  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
  2> 8668 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001
  2> 8672 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
  2> 9169 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/extraction/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/extraction/lib
  2> 9171 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/clustering/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/clustering/lib
  2> 9171 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/langid/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/langid/lib
  2> 9172 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/ltr/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/ltr/lib
  2> 9172 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Couldn't add files from /tmp/src/solr/solr/modules/scripting/lib filtered by .*\.jar to classpath: java.nio.file.NoSuchFileException: /tmp/src/solr/solr/modules/scripting/lib
  2> 9174 WARN  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
  2> 9175 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.5.0
  2> 9202 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
  2> 9335 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Schema name=example
  2> 10422 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
  2> 10426 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
  2> 10427 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
  2> 10427 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
  2> 10445 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
  2> 10502 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001/collection1, trusted=true
  2> 10588 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 10593 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.c.SolrCore Opening new SolrCore at [/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001/collection1], dataDir=[/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001/collection1/data/]
  2> 10686 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=2 maxMergeCount=7
  2> 10722 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@6fb89133
  2> 10767 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 10768 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 33 ms to checkpoint
  2> 10773 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=true reader=null
  2> 10812 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@749db906 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78fa7cf4)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=CREATE
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=2, maxMergeCount=7, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@fdf90e
  2> writer=org.apache.solr.update.SolrIndexWriter@6b9a8076
  2> 
  2> 10832 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 10833 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now flush at close
  2> 10834 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   start flush: applyAllDeletes=true
  2> 10835 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 10836 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 10839 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 10854 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 10855 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 10857 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
  2> 10858 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: now merge
  2> 10859 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   index(source): 
  2> 10859 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]:   no more merges pending; now return
  2> 10860 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges
  2> 10860 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: waitForMerges done
  2> 10861 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: start
  2> 10861 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: enter lock
  2> 10862 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: now prepare
  2> 10862 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: prepareCommit: flush
  2> 10863 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]:   index before flush 
  2> 10863 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 10864 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 10865 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 10865 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 10866 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit(): start
  2> 10867 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit index= changeCount=2
  2> 10886 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: startCommit: wrote pending segments file "pending_segments_1"
  2> 10888 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: done all syncs: []
  2> 10891 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: pendingCommit != null
  2> 10903 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done writing segments file "segments_1"
  2> 10903 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
  2> 10907 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 3 ms to checkpoint
  2> 10908 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: took 45.1 msec
  2> 10908 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: commit: done
  2> 10908 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback
  2> 10910 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, configSetBaseDir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001, hostPort=43479, coreRootDirectory=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-002/cores}
  2> 10911 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: all running merges have aborted
  2> 10912 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: done finish merges
  2> 10912 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: abort
  2> 10913 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: done abort success=true
  2> 10914 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: rollback: infos=
  2> 10914 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 10914 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 0 ms to checkpoint
  2> 11803 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.j.SolrRequestAuthorizer Creating a new SolrRequestAuthorizer
  2> 11864 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
  2> 11865 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
  2> 11907 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
  2> 11914 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
  2> 11923 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-11-thread-1]: initDynamicDefaults maxThreadCount=2 maxMergeCount=7
  2> 11928 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@6fb89133
  2> 11929 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: init: load commit "segments_1"
  2> 11930 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 11930 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-11-thread-1]: 0 ms to checkpoint
  2> 11930 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: init: create=false reader=null
  2> 11931 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: 
  2> dir=MockDirectoryWrapper(ByteBuffersDirectory@749db906 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78fa7cf4)
  2> index=
  2> version=9.5.0
  2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
  2> ramBufferSizeMB=100.0
  2> maxBufferedDocs=-1
  2> mergedSegmentWarmer=null
  2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
  2> commit=null
  2> openMode=APPEND
  2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
  2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=2, maxMergeCount=7, ioThrottle=true
  2> codec=Lucene95
  2> infoStream=org.apache.solr.update.LoggingInfoStream
  2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022208E12, noCFSRatio=0.1, deletesPctAllowed=20.0
  2> readerPooling=true
  2> perThreadHardLimitMB=1945
  2> useCompoundFile=false
  2> commitOnClose=true
  2> indexSort=null
  2> checkPendingFlushOnUpdate=true
  2> softDeletesField=null
  2> maxFullFlushMergeWaitMillis=500
  2> leafSorter=null
  2> eventListener=org.apache.lucene.index.IndexWriterEventListener$1@fdf90e
  2> writer=org.apache.solr.update.SolrIndexWriter@27619930
  2> 
  2> 11932 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
  2> 11933 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: flush at getReader
  2> 11940 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: startFullFlush
  2> 11941 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 11941 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-11-thread-1]: waitApply: no deletes to apply
  2> 11947 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: incRefDeleter for NRT reader version=2 segments=
  2> 11949 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
  2> 11961 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MP][coreLoadExecutor-11-thread-1]: findMerges: 0 segments
  2> 11962 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-11-thread-1]: coreLoadExecutor-11-thread-1 finishFullFlush success=true
  2> 11963 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-11-thread-1]: getReader took 30 ms
  2> 12022 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001/collection1/conf
  2> 12026 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _rest_managed.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001/collection1/conf
  2> 12027 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {} for /rest/managed
  2> 12028 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001/collection1/conf
  2> 12028 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
  2> 12029 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 35 words for /schema/analysis/stopwords/english
  2> 12029 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
  2> 12030 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=/tmp/src/solr/solr/solrj/build/tmp/tests-tmp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_26AF4F5E911CF8F6-001/tempDir-001/collection1/conf
  2> 12030 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true, format=solr} for /schema/analysis/synonyms/english
  2> 12031 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedSynonymGraphFilterFactory Loaded 3 synonym mappings for /schema/analysis/synonyms/english
  2> 12034 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
  2> 12059 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, name=default, field=text, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, accuracy=0.5, maxQueryFrequency=0.01}
  2> 12078 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
  2> 12082 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 12107 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=mySuggester, lookupImpl=FuzzyLookupFactory, dictionaryImpl=DocumentDictionaryFactory, field=cat, weightField=price, suggestAnalyzerFieldType=string, buildOnStartup=false}
  2> 12127 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
  2> 12140 INFO  (coreLoadExecutor-11-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1767571214565376000
  2> 12267 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.S.Request webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=117
  2> 12268 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
  2> 12268 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
  2> 12268 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
  2> 12279 INFO  (searcherExecutor-13-thread-1-processing-collection1) [ x:collection1] o.a.s.c.SolrCore Registered new searcher autowarm time: 0 ms
  2> juin 02, 2023 3:27:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
  2> AVERTISSEMENT: Suite execution timed out: org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest
  2> ==== jstack at approximately timeout time ====
  2> "Test worker" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@56d27afa
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@56d27afa
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1300)
  2> 	at java.base@11.0.16/java.lang.Thread.join(Thread.java:1375)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:647)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:504)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:108)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:57)
  2> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:39)
  2> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
  2> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:52)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
  2> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
  2> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
  2> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113)
  2> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
  2> 	at app//worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
  2> 
  2> "Reference Handler" ID=2 RUNNABLE
  2> 	at java.base@11.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
  2> 	at java.base@11.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
  2> 	at java.base@11.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
  2> 
  2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@7cc2067d
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@7cc2067d
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
  2> 	at java.base@11.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
  2> 
  2> "Signal Dispatcher" ID=4 RUNNABLE
  2> 
  2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@19577b64
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@19577b64
  2> 	at java.base@11.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  2> 	at java.base@11.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	at java.base@11.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161)
  2> 
  2> "/127.0.0.1:42620 to /127.0.0.1:35871 workers" ID=11 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a880f00
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a880f00
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:367)
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.submitToRun(TestWorker.java:207)
  2> 	- locked org.gradle.api.internal.tasks.testing.worker.TestWorker@35aaa316
  2> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.stop(TestWorker.java:189)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
  2> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@42e99e4a
  2> 
  2> "/127.0.0.1:42620 to /127.0.0.1:35871 workers Thread 2" ID=12 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@669501c2
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@669501c2
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:49)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:322)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@42a48628
  2> 
  2> "/127.0.0.1:42620 to /127.0.0.1:35871 workers Thread 3" ID=13 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@443bda2f
  2> 	- locked sun.nio.ch.EPollSelectorImpl@24e973ad
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:185)
  2> 	at com.esotericsoftware.kryo.io.Input.fill(Input.java:146)
  2> 	at com.esotericsoftware.kryo.io.Input.require(Input.java:178)
  2> 	at com.esotericsoftware.kryo.io.Input.readByte(Input.java:295)
  2> 	at org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:88)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:64)
  2> 	at org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52)
  2> 	at org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:81)
  2> 	at org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:270)
  2> 	at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
  2> 	at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:49)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@74f0ea28
  2> 
  2> "SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]" ID=14 RUNNABLE
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521)
  2> 	at java.management@11.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:708)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:59)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:437)
  2> 	- locked java.lang.Object@6ed3883f
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:716)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:637)
  2> 
  2> "SUITE-SolrExampleStreamingBinaryTest-seed#[26AF4F5E911CF8F6]-worker" ID=15 WAITING on java.util.concurrent.CountDownLatch$Sync@3f016185
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.CountDownLatch$Sync@3f016185
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345)
  2> 	at java.base@11.0.16/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ContextInitializationKey.waitForReadyService(CoreContainerProvider.java:510)
  2> 	at app//org.apache.solr.servlet.CoreContainerProvider$ServiceHolder.getService(CoreContainerProvider.java:549)
  2> 	at app//org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
  2> 	at app//org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:133)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:774)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1472)
  2> 	at app//org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:992)
  2> 	at app//org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:480)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:427)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner$1@20861f36
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:253)
  2> 	at app//org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:94)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:616)
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:554)
  2> 	- locked org.apache.solr.embedded.JettySolrRunner@3af653ab
  2> 	at app//org.apache.solr.embedded.JettySolrRunner.start(JettySolrRunner.java:525)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:126)
  2> 	at app//org.apache.solr.SolrJettyTestBase.createAndStartJetty(SolrJettyTestBase.java:100)
  2> 	at app//org.apache.solr.client.solrj.embedded.SolrExampleStreamingTest.beforeTest(SolrExampleStreamingTest.java:41)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  2> 	at java.base@11.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  2> 	at java.base@11.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  2> 	at java.base@11.0.16/java.lang.reflect.Method.invoke(Method.java:566)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
  2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
  2> 	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
  2> 	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
  2> 	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
  2> 	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
  2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
  2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$196/0x0000000840257c40.run(Unknown Source)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@55ed2b43
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@270dd3b1
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@376217c9
  2> 
  2> "qtp590154522-17" ID=17 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@30af215
  2> 	- locked sun.nio.ch.EPollSelectorImpl@4a53399e
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335440.run(Unknown Source)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp590154522-18-acceptor-0@56598995-ServerConnector@413e211b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43479}" ID=18 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
  2> 	at java.base@11.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
  2> 	at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
  2> 	at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@6d28a342
  2> 
  2> "qtp590154522-19" ID=19 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp590154522-20" ID=20 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp590154522-21" ID=21 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp590154522-22" ID=22 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp590154522-23" ID=23 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "qtp590154522-24" ID=24 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5991ea2b
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2> 	at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Session-HouseKeeper-568fa9e3-1" ID=25 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@d5f3156
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@d5f3156
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
  2> 	at java.base@11.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "httpShardExecutor-6-thread-1" ID=26 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@5e9376aa
  2> 	- locked sun.nio.ch.EPollSelectorImpl@7689ec89
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@3e90eb51
  2> 
  2> "httpShardExecutor-6-thread-2" ID=27 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@201f80c1
  2> 	- locked sun.nio.ch.EPollSelectorImpl@54bec015
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@2c003a70
  2> 
  2> "Connection evictor" ID=28 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "Connection evictor" ID=29 TIMED_WAITING
  2> 	at java.base@11.0.16/java.lang.Thread.sleep(Native Method)
  2> 	at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> "h2sc-8-thread-1" ID=30 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@11ddda0e
  2> 	- locked sun.nio.ch.EPollSelectorImpl@28898118
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@767b86b4
  2> 
  2> "h2sc-8-thread-2" ID=31 RUNNABLE (in native code)
  2> 	at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2> 	at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2> 	- locked sun.nio.ch.Util$2@74cc1540
  2> 	- locked sun.nio.ch.EPollSelectorImpl@5650cda4
  2> 	at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2> 	at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2> 	at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335440.run(Unknown Source)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2> 	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 	Locked synchronizers:
  2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@54f53939
  2> 
  2> "CloserThread" ID=33 WAITING on java.lang.Object@292260ca
  2> 	at java.base@11.0.16/java.lang.Object.wait(Native Method)
  2> 	- waiting on java.lang.Object@292260ca
  2> 	at java.base@11.0.16/java.lang.Object.wait(Object.java:328)
  2> 	at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2554)
  2> 
  2> "ForkJoinPool.commonPool-worker-3" ID=36 WAITING on java.util.concurrent.ForkJoinPool@4dc7a5b7
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.ForkJoinPool@4dc7a5b7
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
  2> 	at java.base@11.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)
  2> 
  2> "searcherExecutor-13-thread-1" ID=37 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59b5df5a
  2> 	at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2> 	- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59b5df5a
  2> 	at java.base@11.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  2> 	at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
  2> 	at java.base@11.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
  2> 	at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2> 	at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2> 
  2> ^^==============================================
  2> 
  2> juin 02, 2023 3:27:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> AVERTISSEMENT: Will linger awaiting termination of 16 leaked thread(s).
  2> juin 02, 2023 3:27:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
  2> GRAVE: 16 threads leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest: 
  2>    1) Thread[id=31, name=h2sc-8-thread-2, state=RUNNABLE, group=TGRP-SolrExampleStreamingBinaryTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    2) Thread[id=23, name=qtp590154522-23, state=TIMED_WAITING, group=TGRP-SolrExampleStreamingBinaryTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    3) Thread[id=30, name=h2sc-8-thread-1, state=RUNNABLE, group=TGRP-SolrExampleStreamingBinaryTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    4) Thread[id=26, name=httpShardExecutor-6-thread-1, state=RUNNABLE, group=TGRP-SolrExampleStreamingBinaryTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    5) Thread[id=20, name=qtp590154522-20, state=TIMED_WAITING, group=TGRP-SolrExampleStreamingBinaryTest]
  2>         at java.base@11.0.16/jdk.internal.misc.Unsafe.park(Native Method)
  2>         at java.base@11.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
  2>         at java.base@11.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
  2>         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017)
  2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    6) Thread[id=27, name=httpShardExecutor-6-thread-2, state=RUNNABLE, group=TGRP-SolrExampleStreamingBinaryTest]
  2>         at java.base@11.0.16/sun.nio.ch.EPoll.wait(Native Method)
  2>         at java.base@11.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
  2>         at java.base@11.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
  2>         at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
  2>         at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
  2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$261/0x0000000840335440.run(Unknown Source)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
  2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$348/0x0000000840414840.run(Unknown Source)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  2>         at java.base@11.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  2>         at java.base@11.0.16/java.lang.Thread.run(Thread.java:829)
  2>    7) Thread[id=37, name=searcherExecutor-13-thread-1, state=WAITING, group=TGRP-Solr

[...truncated too long message...]

commit: now prepare
  2> 7205006 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: prepareCommit: flush
  2> 7205006 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   index before flush 
  2> 7205006 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: startFullFlush
  2> 7205006 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
  2> 7205006 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-19-thread-1]: waitApply: no deletes to apply
  2> 7205006 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: coreCloseExecutor-19-thread-1 finishFullFlush success=true
  2> 7205006 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: startCommit(): start
  2> 7205006 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]:   skip startCommit(): no changes pending
  2> 7205006 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: pendingCommit == null; skip
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: took 0.8 msec
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: commit: done
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: all running merges have aborted
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback: done finish merges
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: abort
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-19-thread-1]: done abort success=true
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-19-thread-1]: rollback: infos=
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-19-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
  2> 7205007 INFO  (coreCloseExecutor-19-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-19-thread-1]: 0 ms to checkpoint
  2> 7205017 INFO  (SUITE-NoOpResponseParserTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
  2> 7205026 INFO  (SUITE-NoOpResponseParserTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
  2> 7205030 INFO  (SUITE-NoOpResponseParserTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
  2> 7205038 INFO  (SUITE-NoOpResponseParserTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 7205038 INFO  (SUITE-NoOpResponseParserTest-seed#[26AF4F5E911CF8F6]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching regex: ignore_exception
  2> Jun 02, 2023 8:27:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
  2> INFO: All leaked threads terminated.
   >     java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   >         at __randomizedtesting.SeedInfo.seed([26AF4F5E911CF8F6]:0)
  2> NOTE: test params are: codec=FastDecompressionCompressingStoredFieldsData(storedFieldsFormat=Lucene90CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5354, maxDocsPerChunk=256, blockShift=10), termVectorsFormat=Lucene90CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5354, maxDocsPerChunk=256, blockSize=10)), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=km, timezone=GMT0
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=204002608,total=324534272
  2> NOTE: All tests run in this JVM: [NoOpResponseParserTest]
  2> NOTE: reproduce with: gradlew test --tests NoOpResponseParserTest -Dtests.seed=26AF4F5E911CF8F6 -Dtests.locale=km -Dtests.timezone=GMT0 -Dtests.asserts=true -Dtests.file.encoding=UTF-8

:solr:solrj:test (FAILURE): 1049 test(s), 2 failure(s), 10 skipped

1049 tests completed, 2 failed, 10 skipped

> Task :solr:solrj:test FAILED
> Task :solr:solrj:wipeTaskTemp

ERROR: The following test(s) have failed:
  - org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.classMethod (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=26AF4F5E911CF8F6 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.client.solrj.response.NoOpResponseParserTest.classMethod (:solr:solrj)
    Test output: /tmp/src/solr/solr/solrj/build/test-results/test/outputs/OUTPUT-org.apache.solr.client.solrj.response.NoOpResponseParserTest.txt
    Reproduce with: gradlew :solr:solrj:test --tests "org.apache.solr.client.solrj.response.NoOpResponseParserTest.classMethod" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=26AF4F5E911CF8F6 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.search.TestCoordinatorRole.testNRTRestart (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.search.TestCoordinatorRole.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.search.TestCoordinatorRole.testNRTRestart" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=26AF4F5E911CF8F6 -Ptests.file.encoding=US-ASCII

  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=26AF4F5E911CF8F6 -Ptests.file.encoding=US-ASCII


FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:solrj:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/solrj/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 2h 2m 30s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 2h2m54.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4493 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4493/

All tests passed

Build Log:
[...truncated 1246 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22301ms
ok 41 post solr log into solr in 8894ms
ok 42 start solr with ssl in 19773ms
ok 43 start solr with ssl and auth in 22837ms
ok 44 SOLR-11740 check 'solr stop' connection in 28454ms
ok 45 status detects locally running solr in 14373ms
ok 46 status does not expose cli parameters to end user in 208ms
ok 47 listing out files in 2171ms
ok 48 copying files around in 6556ms
ok 49 upconfig in 2634ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 10s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m36s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4492 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4492/

1 tests failed.
FAILED:  org.apache.solr.cli.TestSolrCLIRunExample.testInteractiveSolrCloudExample

Error Message:
java.lang.AssertionError: After running Solr cloud example, test collection 'testCloudExamplePrompt' not found in Solr at: http://localhost:42253/solr; tool output: 
Welcome to the SolrCloud example!

This interactive session will help you launch a SolrCloud cluster on your local workstation.
To begin, how many Solr nodes would you like to run in your local cluster? (specify 1-4 nodes) [2]: 
Ok, let's start up 1 Solr nodes for your example SolrCloud cluster.
Please enter the port for node1 [8983]: 
Creating Solr home directory /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_B581A9581E0E2292-001/tempDir-001/cloud/node1/solr

Starting up Solr on port 42253 using command:
"/tmp/src/solr/solr/bin/solr" start -cloud -p 42253 -s "/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_B581A9581E0E2292-001/tempDir-001/cloud/node1/solr"



Stack Trace:
java.lang.AssertionError: After running Solr cloud example, test collection 'testCloudExamplePrompt' not found in Solr at: http://localhost:42253/solr; tool output: 
Welcome to the SolrCloud example!

This interactive session will help you launch a SolrCloud cluster on your local workstation.
To begin, how many Solr nodes would you like to run in your local cluster? (specify 1-4 nodes) [2]: 
Ok, let's start up 1 Solr nodes for your example SolrCloud cluster.
Please enter the port for node1 [8983]: 
Creating Solr home directory /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_B581A9581E0E2292-001/tempDir-001/cloud/node1/solr

Starting up Solr on port 42253 using command:
"/tmp/src/solr/solr/bin/solr" start -cloud -p 42253 -s "/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_B581A9581E0E2292-001/tempDir-001/cloud/node1/solr"


	at __randomizedtesting.SeedInfo.seed([B581A9581E0E2292:6EF04992297BE7F4]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cli.TestSolrCLIRunExample.testInteractiveSolrCloudExample(TestSolrCLIRunExample.java:507)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)




Build Log:
[...truncated 1251 lines...]
  2> ERROR: java.lang.Exception: Error starting up MiniSolrCloudCluster
  2> 
  2> 6731 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[B581A9581E0E2292]) [] o.a.s.SolrTestCaseJ4 ###Ending testInteractiveSolrCloudExample
   >     java.lang.AssertionError: After running Solr cloud example, test collection 'testCloudExamplePrompt' not found in Solr at: http://localhost:42253/solr; tool output: 
   >     Welcome to the SolrCloud example!
   > 
   >     This interactive session will help you launch a SolrCloud cluster on your local workstation.
   >     To begin, how many Solr nodes would you like to run in your local cluster? (specify 1-4 nodes) [2]: 
   >     Ok, let's start up 1 Solr nodes for your example SolrCloud cluster.
   >     Please enter the port for node1 [8983]: 
   >     Creating Solr home directory /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_B581A9581E0E2292-001/tempDir-001/cloud/node1/solr
   > 
   >     Starting up Solr on port 42253 using command:
   >     "/tmp/src/solr/solr/bin/solr" start -cloud -p 42253 -s "/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_B581A9581E0E2292-001/tempDir-001/cloud/node1/solr"
   >         at __randomizedtesting.SeedInfo.seed([B581A9581E0E2292:6EF04992297BE7F4]:0)
   >         at org.junit.Assert.fail(Assert.java:89)
   >         at org.apache.solr.cli.TestSolrCLIRunExample.testInteractiveSolrCloudExample(TestSolrCLIRunExample.java:507)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   >         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   >         at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   >         at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
   >         at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
   >         at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
   >         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   >         at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
   >         at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
   >         at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
   >         at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
   >         at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   >         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
   >         at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
   >         at java.base/java.lang.Thread.run(Thread.java:829)
  2> NOTE: reproduce with: gradlew test --tests TestSolrCLIRunExample.testInteractiveSolrCloudExample -Dtests.seed=B581A9581E0E2292 -Dtests.locale=ms -Dtests.timezone=Etc/GMT-6 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
  2> 6812 INFO  (TEST-TestSolrCLIRunExample.testFailExecuteScript-seed#[B581A9581E0E2292]) [] o.a.s.SolrTestCaseJ4 ###Starting testFailExecuteScript
  2> 
  2> ERROR: access denied ("java.io.FilePermission" "/tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_B581A9581E0E2292-001/tempDir-003/failExecuteScript" "execute")
  2> 
  2> 6827 INFO  (TEST-TestSolrCLIRunExample.testFailExecuteScript-seed#[B581A9581E0E2292]) [] o.a.s.SolrTestCaseJ4 ###Ending testFailExecuteScript
  2> 6844 INFO  (SUITE-TestSolrCLIRunExample-seed#[B581A9581E0E2292]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-1 after mutting 0 log messages
  2> 6844 INFO  (SUITE-TestSolrCLIRunExample-seed#[B581A9581E0E2292]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-2 for ERROR logs matching regex: ignore_exception
  2> NOTE: leaving temporary files on disk at: /tmp/src/solr/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_B581A9581E0E2292-001
  2> NOTE: test params are: codec=Asserting(Lucene95), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ms, timezone=Etc/GMT-6
  2> NOTE: Linux 5.4.0-100-generic amd64/Oracle Corporation 11.0.16 (64-bit)/cpus=1,threads=1,free=238627592,total=324534272
  2> NOTE: All tests run in this JVM: [TestSolrCLIRunExample]

WARNING: Test org.apache.solr.TestRandomFaceting wrote 13,221,989 bytes of output.

> Task :solr:packaging:integrationTests
ok 4 create for non cloud mode in 19174ms

> Task :solr:modules:hdfs:test
:solr:modules:hdfs:test (SUCCESS): 101 test(s), 43 skipped

> Task :solr:modules:hdfs:wipeTaskTemp
> Task :solr:modules:hdfs:check

> Task :solr:packaging:integrationTests
ok 5 create for cloud mode in 19771ms
ok 6 create collection in 9983ms
ok 7 reject d option with invalid config dir in 1649ms
ok 8 accept d option with builtin config in 7484ms

> Task :solr:core:test
WARNING: Test org.apache.solr.schema.TestCloudSchemaless wrote 12,953,961 bytes of output.
WARNING: Test org.apache.solr.search.facet.TestJsonFacetRefinement wrote 23,229,821 bytes of output.
WARNING: Test org.apache.solr.search.facet.TestCloudJSONFacetSKGEquiv wrote 14,499,286 bytes of output.

> Task :solr:packaging:integrationTests
ok 9 accept d option with explicit path to config in 7206ms
ok 10 accept n option as config name in 6547ms
ok 11 allow config reuse when n option specifies same config in 10784ms
ok 12 create multisharded collections when s provided in 5891ms
ok 13 create replicated collections when rf provided in 6809ms
ok 14 can delete collections in 9540ms

> Task :solr:core:test
:solr:core:test (FAILURE): 4754 test(s), 1 failure(s), 216 skipped

4754 tests completed, 1 failed, 216 skipped

> Task :solr:core:test FAILED
> Task :solr:core:wipeTaskTemp

> Task :solr:packaging:integrationTests
ok 15 collection delete also deletes zk config in 8231ms
ok 16 deletes accompanying zk config with nondefault name in 8024ms
ok 17 deleteConfig option can opt to leave config in zk in 7897ms
ok 18 SOLR-16755 test works with noprompt in 33290ms
ok 19 Check export command in 29262ms
ok 20 export fails on non cloud mode in 17462ms
ok 21 start help flag prints help in 150ms
ok 22 stop help flag prints help in 142ms
ok 23 restart help flag prints help in 147ms
ok 24 status help flag prints help in 47ms # skip Currently the status -help flag doesn't return nice help text!
ok 25 healthcheck help flag prints help in 142ms
ok 26 create help flag prints help in 141ms
ok 27 createcore help flag prints help in 144ms
ok 28 createcollection help flag prints help in 145ms
ok 29 delete help flag prints help in 141ms
ok 30 version help flag prints help in 46ms # skip Currently the version -help flag doesn't return nice help text!
ok 31 zk help flag prints help in 152ms
ok 32 auth help flag prints help in 145ms
ok 33 assert help flag prints help in 46ms # skip Currently the assert -help flag doesn't return nice help text!
ok 34 SQL Module in 23360ms
ok 35 Hadoop-Auth Module: KerberosPlugin Classloading in 26082ms
ok 36 icu collation in analysis-extras module in 19479ms
ok 37 package detects no running solr in 227ms
ok 38 lifecycle of package in 16458ms
not ok 39 Affinity placement plugin using sysprop in 18858ms
# (from function `collection_exists' in file test/bats_helper.bash, line 93,
#  in test file test/test_placement_plugin.bats, line 36)
#   `collection_exists COLL_NAME' failed
# WARN  - 2023-06-02 01:27:49.477; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# WARN  - 2023-06-02 01:27:49.533; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# Please find the SOLR_HOME snapshot for failed test #1 at: /tmp/src/solr/solr/packaging/build/test-output/failure-snapshots/39-1
# WARN  - 2023-06-02 01:27:50.592; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# WARN  - 2023-06-02 01:27:50.648; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# Last output:
# WARNING: Using _default configset with data driven schema functionality. NOT RECOMMENDED for production use.
#          To turn off: bin/solr config -c COLL_NAME -p 8983 -action set-user-property -property update.autoCreateFields -value false
# WARN  - 2023-06-02 01:27:47.744; org.apache.solr.common.cloud.SolrZkClient; Using default ZkCredentialsInjector. ZkCredentialsInjector is not secure, it creates an empty list of credentials which leads to 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
# WARN  - 2023-06-02 01:27:47.788; org.apache.solr.common.cloud.SolrZkClient; Using default ZkACLProvider. DefaultZkACLProvider is not secure, it creates 'OPEN_ACL_UNSAFE' ACLs to Zookeeper nodes
#
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22879ms
ok 41 post solr log into solr in 8928ms
ok 42 start solr with ssl in 19694ms
ok 43 start solr with ssl and auth in 22248ms
ok 44 SOLR-11740 check 'solr stop' connection in 28092ms
ok 45 status detects locally running solr in 14397ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2171ms
ok 48 copying files around in 6604ms
ok 49 upconfig in 2608ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.cli.TestSolrCLIRunExample.testInteractiveSolrCloudExample (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cli.TestSolrCLIRunExample.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cli.TestSolrCLIRunExample.testInteractiveSolrCloudExample" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=B581A9581E0E2292 -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 9s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m37s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4491 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4491/

All tests passed

Build Log:
[...truncated 1244 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22575ms
ok 41 post solr log into solr in 9442ms
ok 42 start solr with ssl in 20590ms
ok 43 start solr with ssl and auth in 22434ms
ok 44 SOLR-11740 check 'solr stop' connection in 28124ms
ok 45 status detects locally running solr in 14413ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2184ms
ok 48 copying files around in 6755ms
ok 49 upconfig in 2657ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 17s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m56s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4490 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4490/

1 tests failed.
FAILED:  org.apache.solr.search.TestCoordinatorRole.testNRTRestart

Error Message:
java.lang.AssertionError: initial error time threshold exceeded

Stack Trace:
java.lang.AssertionError: initial error time threshold exceeded
	at __randomizedtesting.SeedInfo.seed([984FB22FB67B465:F9104BE9597A66B3]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.search.TestCoordinatorRole.getHostCoreName(TestCoordinatorRole.java:405)
	at org.apache.solr.search.TestCoordinatorRole.testNRTRestart(TestCoordinatorRole.java:330)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)




Build Log:
[...truncated 3754 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22228ms
ok 41 post solr log into solr in 9196ms
ok 42 start solr with ssl in 20073ms
ok 43 start solr with ssl and auth in 22611ms
ok 44 SOLR-11740 check 'solr stop' connection in 28392ms
ok 45 status detects locally running solr in 14620ms
ok 46 status does not expose cli parameters to end user in 212ms
ok 47 listing out files in 2154ms
ok 48 copying files around in 6471ms
ok 49 upconfig in 2635ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.search.TestCoordinatorRole.testNRTRestart (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.search.TestCoordinatorRole.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.search.TestCoordinatorRole.testNRTRestart" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=984FB22FB67B465 -Ptests.file.encoding=UTF-8


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 17s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m44.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4489 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4489/

1 tests failed.
FAILED:  org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming

Error Message:
java.lang.RuntimeException: Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2B978CF2D6BDAFC9:C34B21102555B5E9]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1024)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming(TestCircuitBreaker.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: org.apache.solr.common.SolrException: Circuit Breakers tripped CPU Circuit Breaker triggered as seen CPU usage is above allowed threshold.Seen CPU usage 82.97 and allocated threshold 75.0

	at app//org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:375)
	at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:224)
	at app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2892)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:348)
	at app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)
	at app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:996)
	... 49 more




Build Log:
[...truncated 1643 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22513ms
ok 41 post solr log into solr in 9383ms
ok 42 start solr with ssl in 19842ms
ok 43 start solr with ssl and auth in 23288ms
ok 44 SOLR-11740 check 'solr stop' connection in 28404ms
ok 45 status detects locally running solr in 14461ms
ok 46 status does not expose cli parameters to end user in 212ms
ok 47 listing out files in 2161ms
ok 48 copying files around in 6590ms
ok 49 upconfig in 2640ms

> Task :solr:packaging:integrationTests FAILED

ERROR: The following test(s) have failed:
  - org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming (:solr:core)
    Test output: /tmp/src/solr/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.util.TestCircuitBreaker.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.util.TestCircuitBreaker.testResponseWithCBTiming" -Ptests.jvms=96 "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=2B978CF2D6BDAFC9 -Ptests.file.encoding=US-ASCII


FAILURE: Build completed with 2 failures.

1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':solr:core:test'.
> There were failing tests. See the results at: file:///tmp/src/solr/solr/core/build/test-results/test/

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

BUILD FAILED in 15m 10s
625 actionable tasks: 609 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 15m39s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1675) [Receiver=3.1.2]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-9.x - Build # 4488 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-9.x/4488/

All tests passed

Build Log:
[...truncated 1252 lines...]
# ERROR: Error from server at http://localhost:8983/solr/admin/collections?action=CREATE&name=COLL_NAME&collection.configName=COLL_NAME&numShards=1&nrtReplicas=1&wt=javabin&version=2: org.apache.solr.cluster.placement.PlacementException: Not enough eligible nodes to place 1 replica(s) of type NRT for shard shard1 of collection COLL_NAME
ok 40 Random placement plugin using ENV in 22659ms
ok 41 post solr log into solr in 9030ms
ok 42 start solr with ssl in 20385ms
ok 43 start solr with ssl and auth in 23034ms
ok 44 SOLR-11740 check 'solr stop' connection in 28294ms
ok 45 status detects locally running solr in 14378ms
ok 46 status does not expose cli parameters to end user in 213ms
ok 47 listing out files in 2145ms
ok 48 copying files around in 6491ms
ok 49 upconfig in 2611ms

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/tmp/src/solr/solr/packaging/build.gradle' line: 285

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/tmp/src/solr/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

BUILD FAILED in 12m 18s
644 actionable tasks: 628 executed, 16 up-to-date
[?12l[?25h
------------------------------------------------------------------------
Build Failed: returned 1

Total time: 12m46.5s
------------------------------------------------------------------------
+ status=1
+ ./crave pull '**/build/**/test/TEST-*.xml' '**/*.events' 'heapdumps/**' '**/hs_err_pid*'
Error: rsync: [sender] change_dir "/tmp/src/solr/heapdumps" failed: No such file or directory (2)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1684) [Receiver=3.1.3]
rsync: [Receiver] write error: Broken pipe (32)

+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any