You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2024/01/11 16:07:32 UTC
[JENKINS] Solr-main-MacOSX (64bit/hotspot/jdk-17.0.9) - Build # 3795 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/3795/
Java: 64bit/hotspot/jdk-17.0.9 -XX:+UseCompressedOops -XX:+UseShenandoahGC
1 tests failed.
FAILED: org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared
Error Message:
java.lang.AssertionError
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B03E3409222E651F:114F44664B1273D2]:0)
at org.junit.Assert.fail(Assert.java:87)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.junit.Assert.assertTrue(Assert.java:53)
at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:568)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:840)
[JENKINS] Solr-main-MacOSX (64bit/hotspot/jdk-21.0.1) - Build # 3797 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/3797/
Java: 64bit/hotspot/jdk-21.0.1 -XX:-UseCompressedOops -XX:+UseG1GC
5 tests failed.
FAILED: org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup
Error Message:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: deletereplica_test slice: shard1 saw state=DocCollection(deletereplica_test//collections/deletereplica_test/state.json/7 )={
"pullReplicas":"0",
"configName":"conf",
"nrtReplicas":2,
"replicationFactor":2,
"tlogReplicas":"0",
"router":{"name":"compositeId"},
"shards":{"shard1":{
"range":"80000000-7fffffff",
"replicas":{"core_node4":{
"core":"deletereplica_test_shard1_replica_n2",
"node_name":"127.0.0.1:60748_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"http://127.0.0.1:60748/solr"}},
"state":"active"}}} with live_nodes=[127.0.0.1:60746_solr, 127.0.0.1:60748_solr, 127.0.0.1:60747_solr, 127.0.0.1:60749_solr]
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: deletereplica_test slice: shard1 saw state=DocCollection(deletereplica_test//collections/deletereplica_test/state.json/7 )={
"pullReplicas":"0",
"configName":"conf",
"nrtReplicas":2,
"replicationFactor":2,
"tlogReplicas":"0",
"router":{"name":"compositeId"},
"shards":{"shard1":{
"range":"80000000-7fffffff",
"replicas":{"core_node4":{
"core":"deletereplica_test_shard1_replica_n2",
"node_name":"127.0.0.1:60748_solr",
"type":"NRT",
"state":"active",
"leader":"true",
"force_set_state":"false",
"base_url":"http://127.0.0.1:60748/solr"}},
"state":"active"}}} with live_nodes=[127.0.0.1:60746_solr, 127.0.0.1:60748_solr, 127.0.0.1:60747_solr, 127.0.0.1:60749_solr]
at __randomizedtesting.SeedInfo.seed([5DBB9643FAE1848:753B3DDEBBE1B143]:0)
at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:976)
at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:941)
at app//org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup(DeleteReplicaTest.java:177)
at java.base@21.0.1/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
at java.base@21.0.1/java.lang.reflect.Method.invoke(Method.java:580)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base@21.0.1/java.lang.Thread.run(Thread.java:1583)
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
at __randomizedtesting.SeedInfo.seed([5DBB9643FAE1848:8D8F86BE915275B0]:0)
at app//org.apache.zookeeper.KeeperException.create(KeeperException.java:133)
at app//org.apache.zookeeper.KeeperException.create(KeeperException.java:53)
at app//org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1972)
at app//org.apache.solr.common.cloud.SolrZkClient.lambda$getData$6(SolrZkClient.java:444)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:444)
at app//org.apache.solr.cloud.OverseerTaskProcessor.getLeaderId(OverseerTaskProcessor.java:468)
at app//org.apache.solr.cloud.OverseerTaskProcessor.getLeaderNode(OverseerTaskProcessor.java:460)
at app//org.apache.solr.cloud.RollingRestartTest.waitUntilOverseerDesignateIsLeader(RollingRestartTest.java:151)
at app//org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:114)
at app//org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:58)
at java.base@21.0.1/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
at java.base@21.0.1/java.lang.reflect.Method.invoke(Method.java:580)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1079)
at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1050)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base@21.0.1/java.lang.Thread.run(Thread.java:1583)
FAILED: org.apache.solr.gcs.GCSIncrementalBackupTest.testRestoreToOriginalCollection
Error Message:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([5DBB9643FAE1848:302F523FD4722E16]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:120)
at org.junit.Assert.assertEquals(Assert.java:146)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testRestoreToOriginalCollection(AbstractIncrementalBackupTest.java:227)
at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
at java.base/java.lang.reflect.Method.invoke(Method.java:580)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:1583)
FAILED: org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.classMethod
Error Message:
java.lang.AssertionError: ObjectTracker found 7 object(s) that were not released!!! [InternalHttpClient, MMapDirectory, MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory]
org.apache.http.impl.client.InternalHttpClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:378)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:271)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:321)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1263)
at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:142)
at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1443)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:416)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:311)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:349)
... 7 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:421)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:866)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1135)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:616)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1131)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.http.impl.client.InternalHttpClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:378)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:271)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:321)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:463)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:247)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:396)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:311)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:349)
... 7 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:108)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:905)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1135)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.solr.core.SolrCore:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1235)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:618)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:428)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:467)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1228)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:358)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
expected null, but was:<ObjectTracker found 7 object(s) that were not released!!! [InternalHttpClient, MMapDirectory, MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory]
org.apache.http.impl.client.InternalHttpClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:378)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:271)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:321)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1263)
at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:142)
at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1443)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:416)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:311)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:349)
... 7 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:421)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:866)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1135)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:616)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1131)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.http.impl.client.InternalHttpClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:378)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:271)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:321)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:463)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:247)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:396)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:311)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:349)
... 7 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:108)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:905)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1135)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.solr.core.SolrCore:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1235)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:618)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:428)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:467)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1228)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:358)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
>
Stack Trace:
java.lang.AssertionError: ObjectTracker found 7 object(s) that were not released!!! [InternalHttpClient, MMapDirectory, MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory]
org.apache.http.impl.client.InternalHttpClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:378)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:271)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:321)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1263)
at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:142)
at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1443)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:416)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:311)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:349)
... 7 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:421)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:866)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1135)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:616)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1131)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.http.impl.client.InternalHttpClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:378)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:271)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:321)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:463)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:247)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:396)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:311)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:349)
... 7 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:108)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:905)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1135)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.solr.core.SolrCore:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1235)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:618)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:428)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:467)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1228)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:358)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
expected null, but was:<ObjectTracker found 7 object(s) that were not released!!! [InternalHttpClient, MMapDirectory, MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory]
org.apache.http.impl.client.InternalHttpClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:378)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:271)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:321)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1263)
at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:142)
at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1443)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:416)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:311)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:349)
... 7 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:421)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:866)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1135)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:616)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1131)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.http.impl.client.InternalHttpClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:378)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:271)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:321)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:463)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:247)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:396)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:311)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:123)
at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:349)
... 7 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:108)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:905)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1135)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.solr.core.SolrCore:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1235)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1057)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1709)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1575)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:123)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:432)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:374)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:235)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.lambda$submitAsyncTask$0(CoreAdminHandler.java:473)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:261)
at com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:95)
at org.apache.solr.handler.admin.CoreAdminHandler$CoreAdminAsyncTracker.submitAsyncTask(CoreAdminHandler.java:490)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:242)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:226)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:933)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:881)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:540)
at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:254)
at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:215)
at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:247)
at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:211)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:209)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:192)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:187)
at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
at org.eclipse.jetty.server.Server.handle(Server.java:563)
at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:461)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
... 1 more
org.apache.lucene.store.MMapDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:618)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:428)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:467)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1228)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:358)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
>
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotNull(Assert.java:756)
at org.junit.Assert.assertNull(Assert.java:738)
at org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:98)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:1583)
FAILED: org.apache.solr.hdfs.cloud.api.collections.TestHdfsCloudBackupRestore.classMethod
Error Message:
java.lang.AssertionError: 1
Stack Trace:
java.lang.AssertionError: 1
at __randomizedtesting.SeedInfo.seed([5DBB9643FAE1848]:0)
at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
at org.apache.solr.core.SolrCore.doClose(SolrCore.java:1868)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1732)
at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:128)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:294)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
[JENKINS] Solr-main-MacOSX (64bit/hotspot/jdk-11.0.21) - Build # 3796 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/3796/
Java: 64bit/hotspot/jdk-11.0.21 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync
Error Message:
java.lang.AssertionError: All collections should have been processed in parallel expected:<91> but was:<87>
Stack Trace:
java.lang.AssertionError: All collections should have been processed in parallel expected:<91> but was:<87>
at __randomizedtesting.SeedInfo.seed([1E8A029CE2AB9049:763CD13E774F91D7]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync(ZkSolrClientTest.java:304)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
FAILED: org.apache.solr.metrics.JvmMetricsTest.testSystemProperties
Error Message:
java.lang.AssertionError: {memory.heap.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1039/0x0000000800a5a440@9820465, memory.pools.Compressed-Class-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@18e8b99c, memory.pools.Compressed-Class-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@69929f8f, memory.pools.CodeHeap-'non-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@79e8080, memory.non-heap.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1041/0x0000000800a5ac40@1ea60d3a, gc.MarkSweepCompact.count=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1031/0x0000000800a58440@43df632b, memory.pools.Tenured-Gen.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@3e4cf238, memory.pools.Tenured-Gen.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@4d25eff1, memory.total.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1034/0x0000000800a59040@6344e4b2, memory.pools.Eden-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@5bba15ca, os.freePhysicalMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@23ef1b7, memory.pools.Eden-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@6086cc66, memory.pools.Metaspace.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@24a3c5b0, memory.pools.CodeHeap-'non-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@2f3c80ab, memory.pools.CodeHeap-'profiled-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@5a7a7fb2, gc.Copy.count=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1031/0x0000000800a58440@c497d67, memory.heap.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1037/0x0000000800a59c40@367db71b, os.freeSwapSpaceSize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7d8f40a7, threads.peak.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1053/0x0000000800a5dc40@7401274b, memory.pools.CodeHeap-'non-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@33e4cee9, classes.unloaded=com.codahale.metrics.jvm.ClassLoadingGaugeSet$$Lambda$1028/0x0000000800a3a040@687a62e1, memory.pools.Compressed-Class-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@6ff79d31, os.processCpuTime=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@12b1d4fb, memory.pools.Survivor-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@737c3c2, memory.pools.Survivor-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@3ce1c4af, threads.runnable.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6f2cd817, buffers.mapped.MemoryUsed=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1025/0x0000000800a3b440@73a6cf05, memory.pools.Survivor-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@4a362b60, memory.pools.CodeHeap-'non-profiled-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@78405a35, buffers.direct.Count=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1024/0x0000000800a3b040@71a5c94a, os.committedVirtualMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@34beee9c, memory.pools.Eden-Space.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@4f28ae40, memory.pools.CodeHeap-'non-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@3543d462, os.openFileDescriptorCount=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@6a73a419, buffers.mapped.TotalCapacity=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1026/0x0000000800a3a840@297a7dc5, memory.pools.Tenured-Gen.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@23aa8c04, threads.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1051/0x0000000800a5d440@861bcd7, memory.pools.CodeHeap-'non-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@7f4592ae, memory.pools.Tenured-Gen.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@52b4cd6, threads.deadlock.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1055/0x0000000800a5e440@72162adb, threads.blocked.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@7714b74a, gc.Copy.time=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1032/0x0000000800a58840@24178be4, os.availableProcessors=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7b052e4c, os.maxFileDescriptorCount=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@38068305, threads.waıtıng.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6a7adda8, memory.pools.CodeHeap-'profiled-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@722a33a8, memory.pools.Eden-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@208f04ef, memory.pools.Metaspace.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@2c1da550, buffers.direct.TotalCapacity=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1026/0x0000000800a3a840@1036aae6, memory.pools.Metaspace.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@33a27c3b, threads.waiting.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6bd2bedc, memory.pools.Metaspace.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@2a24a1d3, memory.non-heap.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1044/0x0000000800a5b840@f604feb, os.name=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@2f83b998, os.totalSwapSpaceSize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@5159c6ea, memory.total.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1033/0x0000000800a58c40@5efccf2b, memory.pools.CodeHeap-'non-profiled-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@536ecc08, buffers.direct.MemoryUsed=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1025/0x0000000800a3b440@6113e084, os.systemCpuLoad=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7e6204da, memory.pools.CodeHeap-'profiled-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@465f09aa, memory.pools.CodeHeap-'profiled-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@63f483e5, memory.pools.Eden-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@1d9d48df, memory.pools.Compressed-Class-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@7337cb62, memory.pools.CodeHeap-'non-profiled-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@4d9b8ef7, memory.pools.Metaspace.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@a37d70a, threads.timed_waiting.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@7d9bad23, memory.pools.Survivor-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@303a0529, memory.pools.CodeHeap-'profiled-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@21c7d9ef, memory.pools.Survivor-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@157cd55a, threads.deadlocks=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1056/0x0000000800a5e840@35ae9063, memory.heap.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1040/0x0000000800a5a840@555dc8b2, memory.non-heap.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1043/0x0000000800a5b440@4a4a7b57, threads.daemon.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1052/0x0000000800a5d840@396fb141, memory.heap.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$1@78031387, threads.total_started.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1054/0x0000000800a5e040@43205c6d, os.processCpuLoad=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@5a29079d, threads.tımed_waıtıng.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@1e884020, os.version=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7e77e75d, memory.pools.Eden-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@3ff50fca, memory.pools.Compressed-Class-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@2d72e246, os.systemLoadAverage=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@71272e88, buffers.mapped.Count=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1024/0x0000000800a3b040@302b72fe, memory.non-heap.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$2@27b7b06e, memory.total.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1035/0x0000000800a59440@1d6d160c, memory.pools.Survivor-Space.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@55f62847, memory.heap.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1038/0x0000000800a5a040@3ea10c85, threads.terminated.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@248fffff, os.arch=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@51275014, os.totalPhysicalMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@35f7fe67, memory.pools.Tenured-Gen.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@3041978, threads.new.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@582f6ee0, memory.pools.CodeHeap-'non-profiled-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@33e33201, threads.termınated.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@396df6dc, gc.MarkSweepCompact.time=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1032/0x0000000800a58840@1a81f750, memory.pools.CodeHeap-'non-profiled-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@39fad28e, memory.pools.Tenured-Gen.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@13a38c8a, memory.non-heap.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1042/0x0000000800a5b040@45ae5334, classes.loaded=com.codahale.metrics.jvm.ClassLoadingGaugeSet$$Lambda$1027/0x0000000800a3ac40@500017a6, memory.total.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1036/0x0000000800a59840@3f01c18a}
Stack Trace:
java.lang.AssertionError: {memory.heap.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1039/0x0000000800a5a440@9820465, memory.pools.Compressed-Class-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@18e8b99c, memory.pools.Compressed-Class-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@69929f8f, memory.pools.CodeHeap-'non-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@79e8080, memory.non-heap.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1041/0x0000000800a5ac40@1ea60d3a, gc.MarkSweepCompact.count=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1031/0x0000000800a58440@43df632b, memory.pools.Tenured-Gen.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@3e4cf238, memory.pools.Tenured-Gen.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@4d25eff1, memory.total.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1034/0x0000000800a59040@6344e4b2, memory.pools.Eden-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@5bba15ca, os.freePhysicalMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@23ef1b7, memory.pools.Eden-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@6086cc66, memory.pools.Metaspace.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@24a3c5b0, memory.pools.CodeHeap-'non-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@2f3c80ab, memory.pools.CodeHeap-'profiled-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@5a7a7fb2, gc.Copy.count=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1031/0x0000000800a58440@c497d67, memory.heap.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1037/0x0000000800a59c40@367db71b, os.freeSwapSpaceSize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7d8f40a7, threads.peak.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1053/0x0000000800a5dc40@7401274b, memory.pools.CodeHeap-'non-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@33e4cee9, classes.unloaded=com.codahale.metrics.jvm.ClassLoadingGaugeSet$$Lambda$1028/0x0000000800a3a040@687a62e1, memory.pools.Compressed-Class-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@6ff79d31, os.processCpuTime=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@12b1d4fb, memory.pools.Survivor-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@737c3c2, memory.pools.Survivor-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@3ce1c4af, threads.runnable.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6f2cd817, buffers.mapped.MemoryUsed=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1025/0x0000000800a3b440@73a6cf05, memory.pools.Survivor-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@4a362b60, memory.pools.CodeHeap-'non-profiled-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@78405a35, buffers.direct.Count=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1024/0x0000000800a3b040@71a5c94a, os.committedVirtualMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@34beee9c, memory.pools.Eden-Space.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@4f28ae40, memory.pools.CodeHeap-'non-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@3543d462, os.openFileDescriptorCount=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@6a73a419, buffers.mapped.TotalCapacity=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1026/0x0000000800a3a840@297a7dc5, memory.pools.Tenured-Gen.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@23aa8c04, threads.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1051/0x0000000800a5d440@861bcd7, memory.pools.CodeHeap-'non-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@7f4592ae, memory.pools.Tenured-Gen.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@52b4cd6, threads.deadlock.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1055/0x0000000800a5e440@72162adb, threads.blocked.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@7714b74a, gc.Copy.time=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1032/0x0000000800a58840@24178be4, os.availableProcessors=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7b052e4c, os.maxFileDescriptorCount=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@38068305, threads.waıtıng.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6a7adda8, memory.pools.CodeHeap-'profiled-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@722a33a8, memory.pools.Eden-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@208f04ef, memory.pools.Metaspace.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@2c1da550, buffers.direct.TotalCapacity=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1026/0x0000000800a3a840@1036aae6, memory.pools.Metaspace.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@33a27c3b, threads.waiting.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6bd2bedc, memory.pools.Metaspace.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@2a24a1d3, memory.non-heap.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1044/0x0000000800a5b840@f604feb, os.name=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@2f83b998, os.totalSwapSpaceSize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@5159c6ea, memory.total.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1033/0x0000000800a58c40@5efccf2b, memory.pools.CodeHeap-'non-profiled-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@536ecc08, buffers.direct.MemoryUsed=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1025/0x0000000800a3b440@6113e084, os.systemCpuLoad=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7e6204da, memory.pools.CodeHeap-'profiled-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@465f09aa, memory.pools.CodeHeap-'profiled-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@63f483e5, memory.pools.Eden-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@1d9d48df, memory.pools.Compressed-Class-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@7337cb62, memory.pools.CodeHeap-'non-profiled-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@4d9b8ef7, memory.pools.Metaspace.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@a37d70a, threads.timed_waiting.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@7d9bad23, memory.pools.Survivor-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@303a0529, memory.pools.CodeHeap-'profiled-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@21c7d9ef, memory.pools.Survivor-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@157cd55a, threads.deadlocks=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1056/0x0000000800a5e840@35ae9063, memory.heap.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1040/0x0000000800a5a840@555dc8b2, memory.non-heap.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1043/0x0000000800a5b440@4a4a7b57, threads.daemon.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1052/0x0000000800a5d840@396fb141, memory.heap.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$1@78031387, threads.total_started.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1054/0x0000000800a5e040@43205c6d, os.processCpuLoad=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@5a29079d, threads.tımed_waıtıng.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@1e884020, os.version=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7e77e75d, memory.pools.Eden-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@3ff50fca, memory.pools.Compressed-Class-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@2d72e246, os.systemLoadAverage=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@71272e88, buffers.mapped.Count=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1024/0x0000000800a3b040@302b72fe, memory.non-heap.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$2@27b7b06e, memory.total.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1035/0x0000000800a59440@1d6d160c, memory.pools.Survivor-Space.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@55f62847, memory.heap.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1038/0x0000000800a5a040@3ea10c85, threads.terminated.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@248fffff, os.arch=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@51275014, os.totalPhysicalMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@35f7fe67, memory.pools.Tenured-Gen.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@3041978, threads.new.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@582f6ee0, memory.pools.CodeHeap-'non-profiled-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@33e33201, threads.termınated.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@396df6dc, gc.MarkSweepCompact.time=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1032/0x0000000800a58840@1a81f750, memory.pools.CodeHeap-'non-profiled-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@39fad28e, memory.pools.Tenured-Gen.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@13a38c8a, memory.non-heap.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1042/0x0000000800a5b040@45ae5334, classes.loaded=com.codahale.metrics.jvm.ClassLoadingGaugeSet$$Lambda$1027/0x0000000800a3ac40@500017a6, memory.total.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1036/0x0000000800a59840@3f01c18a}
at __randomizedtesting.SeedInfo.seed([1E8A029CE2AB9049:732494F990ED9883]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.junit.Assert.assertNotNull(Assert.java:713)
at org.apache.solr.metrics.JvmMetricsTest.testSystemProperties(JvmMetricsTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
FAILED: org.apache.solr.metrics.JvmMetricsTest.testSetupJvmMetrics
Error Message:
java.lang.AssertionError: {memory.heap.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1039/0x0000000800a5a440@9820465, memory.pools.Compressed-Class-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@18e8b99c, memory.pools.Compressed-Class-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@69929f8f, memory.pools.CodeHeap-'non-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@79e8080, memory.non-heap.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1041/0x0000000800a5ac40@1ea60d3a, gc.MarkSweepCompact.count=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1031/0x0000000800a58440@43df632b, memory.pools.Tenured-Gen.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@3e4cf238, memory.pools.Tenured-Gen.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@4d25eff1, memory.total.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1034/0x0000000800a59040@6344e4b2, memory.pools.Eden-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@5bba15ca, os.freePhysicalMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@23ef1b7, memory.pools.Eden-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@6086cc66, memory.pools.Metaspace.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@24a3c5b0, memory.pools.CodeHeap-'non-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@2f3c80ab, memory.pools.CodeHeap-'profiled-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@5a7a7fb2, gc.Copy.count=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1031/0x0000000800a58440@c497d67, memory.heap.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1037/0x0000000800a59c40@367db71b, os.freeSwapSpaceSize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7d8f40a7, threads.peak.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1053/0x0000000800a5dc40@7401274b, memory.pools.CodeHeap-'non-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@33e4cee9, classes.unloaded=com.codahale.metrics.jvm.ClassLoadingGaugeSet$$Lambda$1028/0x0000000800a3a040@687a62e1, memory.pools.Compressed-Class-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@6ff79d31, os.processCpuTime=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@12b1d4fb, memory.pools.Survivor-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@737c3c2, memory.pools.Survivor-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@3ce1c4af, threads.runnable.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6f2cd817, buffers.mapped.MemoryUsed=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1025/0x0000000800a3b440@73a6cf05, memory.pools.Survivor-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@4a362b60, memory.pools.CodeHeap-'non-profiled-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@78405a35, buffers.direct.Count=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1024/0x0000000800a3b040@71a5c94a, os.committedVirtualMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@34beee9c, memory.pools.Eden-Space.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@4f28ae40, memory.pools.CodeHeap-'non-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@3543d462, os.openFileDescriptorCount=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@6a73a419, buffers.mapped.TotalCapacity=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1026/0x0000000800a3a840@297a7dc5, memory.pools.Tenured-Gen.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@23aa8c04, threads.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1051/0x0000000800a5d440@861bcd7, memory.pools.CodeHeap-'non-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@7f4592ae, memory.pools.Tenured-Gen.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@52b4cd6, threads.deadlock.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1055/0x0000000800a5e440@72162adb, threads.blocked.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@7714b74a, gc.Copy.time=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1032/0x0000000800a58840@24178be4, os.availableProcessors=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7b052e4c, os.maxFileDescriptorCount=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@38068305, threads.waıtıng.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6a7adda8, memory.pools.CodeHeap-'profiled-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@722a33a8, memory.pools.Eden-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@208f04ef, memory.pools.Metaspace.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@2c1da550, buffers.direct.TotalCapacity=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1026/0x0000000800a3a840@1036aae6, memory.pools.Metaspace.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@33a27c3b, threads.waiting.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6bd2bedc, memory.pools.Metaspace.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@2a24a1d3, memory.non-heap.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1044/0x0000000800a5b840@f604feb, os.name=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@2f83b998, os.totalSwapSpaceSize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@5159c6ea, memory.total.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1033/0x0000000800a58c40@5efccf2b, memory.pools.CodeHeap-'non-profiled-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@536ecc08, buffers.direct.MemoryUsed=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1025/0x0000000800a3b440@6113e084, os.systemCpuLoad=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7e6204da, memory.pools.CodeHeap-'profiled-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@465f09aa, memory.pools.CodeHeap-'profiled-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@63f483e5, memory.pools.Eden-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@1d9d48df, memory.pools.Compressed-Class-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@7337cb62, memory.pools.CodeHeap-'non-profiled-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@4d9b8ef7, memory.pools.Metaspace.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@a37d70a, threads.timed_waiting.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@7d9bad23, memory.pools.Survivor-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@303a0529, memory.pools.CodeHeap-'profiled-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@21c7d9ef, memory.pools.Survivor-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@157cd55a, threads.deadlocks=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1056/0x0000000800a5e840@35ae9063, memory.heap.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1040/0x0000000800a5a840@555dc8b2, memory.non-heap.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1043/0x0000000800a5b440@4a4a7b57, threads.daemon.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1052/0x0000000800a5d840@396fb141, memory.heap.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$1@78031387, threads.total_started.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1054/0x0000000800a5e040@43205c6d, os.processCpuLoad=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@5a29079d, threads.tımed_waıtıng.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@1e884020, os.version=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7e77e75d, memory.pools.Eden-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@3ff50fca, memory.pools.Compressed-Class-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@2d72e246, os.systemLoadAverage=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@71272e88, buffers.mapped.Count=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1024/0x0000000800a3b040@302b72fe, memory.non-heap.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$2@27b7b06e, memory.total.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1035/0x0000000800a59440@1d6d160c, memory.pools.Survivor-Space.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@55f62847, memory.heap.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1038/0x0000000800a5a040@3ea10c85, threads.terminated.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@248fffff, os.arch=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@51275014, os.totalPhysicalMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@35f7fe67, memory.pools.Tenured-Gen.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@3041978, threads.new.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@582f6ee0, memory.pools.CodeHeap-'non-profiled-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@33e33201, threads.termınated.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@396df6dc, gc.MarkSweepCompact.time=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1032/0x0000000800a58840@1a81f750, memory.pools.CodeHeap-'non-profiled-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@39fad28e, memory.pools.Tenured-Gen.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@13a38c8a, memory.non-heap.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1042/0x0000000800a5b040@45ae5334, classes.loaded=com.codahale.metrics.jvm.ClassLoadingGaugeSet$$Lambda$1027/0x0000000800a3ac40@500017a6, memory.total.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1036/0x0000000800a59840@3f01c18a}
Stack Trace:
java.lang.AssertionError: {memory.heap.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1039/0x0000000800a5a440@9820465, memory.pools.Compressed-Class-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@18e8b99c, memory.pools.Compressed-Class-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@69929f8f, memory.pools.CodeHeap-'non-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@79e8080, memory.non-heap.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1041/0x0000000800a5ac40@1ea60d3a, gc.MarkSweepCompact.count=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1031/0x0000000800a58440@43df632b, memory.pools.Tenured-Gen.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@3e4cf238, memory.pools.Tenured-Gen.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@4d25eff1, memory.total.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1034/0x0000000800a59040@6344e4b2, memory.pools.Eden-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@5bba15ca, os.freePhysicalMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@23ef1b7, memory.pools.Eden-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@6086cc66, memory.pools.Metaspace.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@24a3c5b0, memory.pools.CodeHeap-'non-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@2f3c80ab, memory.pools.CodeHeap-'profiled-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@5a7a7fb2, gc.Copy.count=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1031/0x0000000800a58440@c497d67, memory.heap.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1037/0x0000000800a59c40@367db71b, os.freeSwapSpaceSize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7d8f40a7, threads.peak.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1053/0x0000000800a5dc40@7401274b, memory.pools.CodeHeap-'non-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@33e4cee9, classes.unloaded=com.codahale.metrics.jvm.ClassLoadingGaugeSet$$Lambda$1028/0x0000000800a3a040@687a62e1, memory.pools.Compressed-Class-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@6ff79d31, os.processCpuTime=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@12b1d4fb, memory.pools.Survivor-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@737c3c2, memory.pools.Survivor-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@3ce1c4af, threads.runnable.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6f2cd817, buffers.mapped.MemoryUsed=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1025/0x0000000800a3b440@73a6cf05, memory.pools.Survivor-Space.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@4a362b60, memory.pools.CodeHeap-'non-profiled-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@78405a35, buffers.direct.Count=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1024/0x0000000800a3b040@71a5c94a, os.committedVirtualMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@34beee9c, memory.pools.Eden-Space.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@4f28ae40, memory.pools.CodeHeap-'non-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@3543d462, os.openFileDescriptorCount=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@6a73a419, buffers.mapped.TotalCapacity=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1026/0x0000000800a3a840@297a7dc5, memory.pools.Tenured-Gen.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@23aa8c04, threads.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1051/0x0000000800a5d440@861bcd7, memory.pools.CodeHeap-'non-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@7f4592ae, memory.pools.Tenured-Gen.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@52b4cd6, threads.deadlock.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1055/0x0000000800a5e440@72162adb, threads.blocked.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@7714b74a, gc.Copy.time=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1032/0x0000000800a58840@24178be4, os.availableProcessors=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7b052e4c, os.maxFileDescriptorCount=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@38068305, threads.waıtıng.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6a7adda8, memory.pools.CodeHeap-'profiled-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@722a33a8, memory.pools.Eden-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@208f04ef, memory.pools.Metaspace.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@2c1da550, buffers.direct.TotalCapacity=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1026/0x0000000800a3a840@1036aae6, memory.pools.Metaspace.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@33a27c3b, threads.waiting.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@6bd2bedc, memory.pools.Metaspace.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@2a24a1d3, memory.non-heap.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1044/0x0000000800a5b840@f604feb, os.name=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@2f83b998, os.totalSwapSpaceSize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@5159c6ea, memory.total.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1033/0x0000000800a58c40@5efccf2b, memory.pools.CodeHeap-'non-profiled-nmethods'.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@536ecc08, buffers.direct.MemoryUsed=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1025/0x0000000800a3b440@6113e084, os.systemCpuLoad=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7e6204da, memory.pools.CodeHeap-'profiled-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@465f09aa, memory.pools.CodeHeap-'profiled-nmethods'.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@63f483e5, memory.pools.Eden-Space.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@1d9d48df, memory.pools.Compressed-Class-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@7337cb62, memory.pools.CodeHeap-'non-profiled-nmethods'.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@4d9b8ef7, memory.pools.Metaspace.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1045/0x0000000800a5bc40@a37d70a, threads.timed_waiting.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@7d9bad23, memory.pools.Survivor-Space.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@303a0529, memory.pools.CodeHeap-'profiled-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@21c7d9ef, memory.pools.Survivor-Space.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@157cd55a, threads.deadlocks=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1056/0x0000000800a5e840@35ae9063, memory.heap.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1040/0x0000000800a5a840@555dc8b2, memory.non-heap.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1043/0x0000000800a5b440@4a4a7b57, threads.daemon.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1052/0x0000000800a5d840@396fb141, memory.heap.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$1@78031387, threads.total_started.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1054/0x0000000800a5e040@43205c6d, os.processCpuLoad=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@5a29079d, threads.tımed_waıtıng.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@1e884020, os.version=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@7e77e75d, memory.pools.Eden-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@3ff50fca, memory.pools.Compressed-Class-Space.init=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1048/0x0000000800a5c840@2d72e246, os.systemLoadAverage=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@71272e88, buffers.mapped.Count=org.apache.solr.metrics.AltBufferPoolMetricSet$$Lambda$1024/0x0000000800a3b040@302b72fe, memory.non-heap.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$2@27b7b06e, memory.total.max=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1035/0x0000000800a59440@1d6d160c, memory.pools.Survivor-Space.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@55f62847, memory.heap.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1038/0x0000000800a5a040@3ea10c85, threads.terminated.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@248fffff, os.arch=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@51275014, os.totalPhysicalMemorySize=org.apache.solr.util.stats.MetricUtils$$Lambda$1030/0x0000000800a58040@35f7fe67, memory.pools.Tenured-Gen.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1046/0x0000000800a5c040@3041978, threads.new.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@582f6ee0, memory.pools.CodeHeap-'non-profiled-nmethods'.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1047/0x0000000800a5c440@33e33201, threads.termınated.count=com.codahale.metrics.jvm.ThreadStatesGaugeSet$$Lambda$1050/0x0000000800a5d040@396df6dc, gc.MarkSweepCompact.time=com.codahale.metrics.jvm.GarbageCollectorMetricSet$$Lambda$1032/0x0000000800a58840@1a81f750, memory.pools.CodeHeap-'non-profiled-nmethods'.usage=com.codahale.metrics.jvm.MemoryUsageGaugeSet$3@39fad28e, memory.pools.Tenured-Gen.used-after-gc=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1049/0x0000000800a5cc40@13a38c8a, memory.non-heap.used=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1042/0x0000000800a5b040@45ae5334, classes.loaded=com.codahale.metrics.jvm.ClassLoadingGaugeSet$$Lambda$1027/0x0000000800a3ac40@500017a6, memory.total.committed=com.codahale.metrics.jvm.MemoryUsageGaugeSet$$Lambda$1036/0x0000000800a59840@3f01c18a}
at __randomizedtesting.SeedInfo.seed([1E8A029CE2AB9049:A23ED426F31B5F2B]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.metrics.JvmMetricsTest.testSetupJvmMetrics(JvmMetricsTest.java:149)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
FAILED: org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testRestoreToOriginalCollection
Error Message:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([1E8A029CE2AB9049:2B7EE9C70977A617]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:120)
at org.junit.Assert.assertEquals(Assert.java:146)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testRestoreToOriginalCollection(AbstractIncrementalBackupTest.java:227)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)