You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/04/05 01:07:25 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1991 - Still Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1991/
8 tests failed.
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testCollectionStateWatcherCaching
Error Message:
Could not find updated property in collection c1 even after 5 seconds
Stack Trace:
java.lang.AssertionError: Could not find updated property in collection c1 even after 5 seconds
at __randomizedtesting.SeedInfo.seed([56FB407D78470DA:A0B3D104FE786B1B]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testCollectionStateWatcherCaching(ZkStateReaderTest.java:219)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:35653/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35653/solr
at __randomizedtesting.SeedInfo.seed([56FB407D78470DA:4DEFE6D78BC453F7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 53 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, InternalHttpClient, ZkStateReader, ZKServerMain, ZkController, Http2SolrClient, SolrZkClient, Http2SolrClient, , ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient, Http2SolrClient, InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkTestServer, Overseer, SolrZkClient, SolrZkClient, InternalHttpClient, ZkStateReader, ZkController, ZkStateReader, Http2SolrClient, Http2SolrClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(Randomized
[...truncated too long message...]
Test]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 55) Thread[id=4307, name=SolrRrdBackendFactory-2579-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 56) Thread[id=4263, name=qtp970343129-4263, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$61/39047699.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=4328, name=SolrRrdBackendFactory-2599-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=4330, name=Thread-510, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 59) Thread[id=4315, name=Thread-509, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 60) Thread[id=4254, name=qtp341073870-4254, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=4269, name=qtp970343129-4269, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=4312, name=ScheduledTrigger-2570-thread-4, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=4258, name=qtp341073870-4258, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=4333, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[B4D2A0B78B1A500E]-SendThread(127.0.0.1:34251), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > at __randomizedtesting.SeedInfo.seed([B4D2A0B78B1A500E]:0)
[junit4] Completed [159/214 (1!)] on J0 in 183.42s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49816 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2009 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2009/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionContextKeyTest
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:36745/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:36745/solr
at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.setupCluster(LeaderElectionContextKeyTest.java:60)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228)
at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 36 more
FAILED: org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls
Error Message:
Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=} ] expected:<2> but was:<1>
Stack Trace:
java.lang.AssertionError: Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=}
] expected:<2> but was:<1>
at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA:FFD6FC6B6F225BB1]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.checkNonSecurityACLs(TestZkAclsWithHadoopAuth.java:139)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:110)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:116)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls(TestZkAclsWithHadoopAuth.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14172 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth
[junit4] 2> 664849 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 664849 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 664849 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001/data-dir-105-001
[junit4] 2> 664849 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 664851 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 664856 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001/tempDir-001
[junit4] 2> 664856 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 664856 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 664856 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 664857 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 664956 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 34513
[junit4] 2> 664956 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34513
[junit4] 2> 664956 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34513
[junit4] 2> 664956 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34513
[junit4] 2> 664958 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 664966 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 664967 INFO (zkConnectionManagerCallback-7642-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 664967 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 664968 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 664976 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 664981 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 664984 INFO (zkConnectionManagerCallback-7644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 664984 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 664984 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 664984 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 664985 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 664995 INFO (zkConnectionManagerCallback-7646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 664995 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 664995 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 665107 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 665107 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 665107 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 665109 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 665109 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 665109 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 665109 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34c74b80{/solr,null,AVAILABLE}
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@50bfb6f7{SSL, (ssl, http/1.1)}{127.0.0.1:43129}
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.e.j.s.Server Started @665139ms
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:34513/solr, hostPort=43129}
[junit4] 2> 665112 ERROR (jetty-launcher-7647-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 665112 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 665113 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 665113 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 665113 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T18:15:45.056Z
[junit4] 2> 665113 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 665137 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 665149 INFO (zkConnectionManagerCallback-7649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 665149 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 665149 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 665150 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 665153 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 665155 WARN (jetty-launcher-7647-thread-1-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 667318 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 667318 WARN (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 667319 WARN (jetty-launcher-7647-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42f01417[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 667319 WARN (jetty-launcher-7647-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42f01417[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 667321 WARN (jetty-launcher-7647-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 667325 WARN (jetty-launcher-7647-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66b11487[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 667325 WARN (jetty-launcher-7647-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66b11487[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 667326 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34513/solr
[junit4] 2> 667326 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 667329 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 667330 INFO (zkConnectionManagerCallback-7660-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 667330 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 667330 INFO (jetty-launcher-7647-thread-1) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 667331 WARN (jetty-launcher-7647-thread-1-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 667437 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 667445 INFO (zkConnectionManagerCallback-7662-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 667445 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 667527 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.ZkController Detected inconsistent ACLs for zookeeper /security.json, attempting to repair.
[junit4] 2> 667535 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43129_solr
[junit4] 2> 667535 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) starting
[junit4] 2> 667539 INFO (OverseerStateUpdate-73288294198214661-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43129_solr
[junit4] 2> 667542 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr
[junit4] 2> 667543 INFO (zkCallback-7661-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 667544 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 667544 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 667544 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 667546 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 667557 INFO (jetty-launcher-7647-thread-1-EventThread) [ ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 667568 WARN (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 667569 WARN (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 667583 INFO (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001/tempDir-001/node1
[junit4] 2> 667609 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 667609 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
[junit4] 2> 667613 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 667614 INFO (zkConnectionManagerCallback-7677-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 667614 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 667614 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
[junit4] 2> 667615 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 667616 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34513/solr ready
[junit4] 2> 667638 INFO (TEST-TestZkAclsWithHadoopAuth.testZkAcls-seed#[26BBAD2A1B4077AA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZkAcls
[junit4] 2> 667688 WARN (TEST-TestZkAclsWithHadoopAuth.testZkAcls-seed#[26BBAD2A1B4077AA]-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 667918 INFO (TEST-TestZkAclsWithHadoopAuth.testZkAcls-seed#[26BBAD2A1B4077AA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZkAcls
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestZkAclsWithHadoopAuth -Dtests.method=testZkAcls -Dtests.seed=26BBAD2A1B4077AA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.31s J0 | TestZkAclsWithHadoopAuth.testZkAcls <<<
[junit4] > Throwable #1: java.lang.AssertionError: Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=}
[junit4] > ] expected:<2> but was:<1>
[junit4] > at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA:FFD6FC6B6F225BB1]:0)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.checkNonSecurityACLs(TestZkAclsWithHadoopAuth.java:139)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:110)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:116)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls(TestZkAclsWithHadoopAuth.java:102)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 667926 WARN (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 668028 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1933094779
[junit4] 2> 668028 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr
[junit4] 2> 668028 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 668028 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43129_solr as DOWN
[junit4] 2> 668030 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 668031 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 668031 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 668031 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 668031 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 668031 INFO (closeThreadPool-7683-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) closing
[junit4] 2> 668033 INFO (OverseerStateUpdate-73288294198214661-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43129_solr
[junit4] 2> 668033 INFO (OverseerAutoScalingTriggerThread-73288294198214661-127.0.0.1:43129_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 668037 INFO (closeThreadPool-7683-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) closing
[junit4] 2> 668037 WARN (jetty-launcher-7647-thread-1-SendThread(127.0.0.1:34513)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 668138 INFO (jetty-closer-7678-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) closing
[junit4] 2> 668138 ERROR (Thread[Thread-1137,5,TGRP-TestZkAclsWithHadoopAuth]) [ ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 668138 INFO (Curator-Framework-0) [ ] o.a.c.f.i.CuratorFrameworkImpl backgroundOperationsLoop exiting
[junit4] 2> 668240 INFO (jetty-closer-7678-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@50bfb6f7{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 668241 INFO (jetty-closer-7678-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34c74b80{/solr,null,STOPPED}
[junit4] 2> 668241 INFO (jetty-closer-7678-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 668245 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 668448 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 668450 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34513
[junit4] 2> 668450 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34513
[junit4] 2> 668450 INFO (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34513
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001
[junit4] 2> Apr 06, 2021 6:15:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=546, maxMBSortInHeap=5.337143579428489, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sr-CS, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=284981936,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [CoreSorterTest, TemplateUpdateProcessorTest, StatsComponentTest, TestCollationField, TestSolr4Spatial, AtomicUpdateProcessorFactoryTest, UnloadDistributedZkTest, TestSnapshotCoreBackup, CoreAdminCreateDiscoverTest, SolrMetricsIntegrationTest, TestDelegationWithHadoopAuth, SimpleMLTQParserTest, TestDistribDocBasedVersion, PrimitiveFieldTypeTest, GraphQueryTest, DocumentBuilderTest, TestLuceneIndexBackCompat, TestUtils, TestSimExecutePlanAction, OverriddenZkACLAndCredentialsProvidersTest, TestFoldingMultitermQuery, AuthToolTest, DocumentAnalysisRequestHandlerTest, TestCSVLoader, NoCacheHeaderTest, CoreMergeIndexesAdminHandlerTest, ReturnFieldsTest, TestSimpleTrackingShardHandler, TestQuerySenderListener, SuggesterTest, MultiThreadedOCPTest, TestHighFrequencyDictionaryFactory, OpenExchangeRatesOrgProviderTest, TestManagedSchemaAPI, BlockJoinFacetDistribTest, SegmentsInfoRequestHandlerTest, ReplaceNodeTest, SplitByPrefixTest, TestPartialUpdateDeduplication, JWTVerificationkeyResolverTest, TestRestManager, FullSolrCloudDistribCmdsTest, TestNumericTokenStream, TestConfigSets, TestStandardQParsers, CustomHighlightComponentTest, FullHLLTest, HdfsBasicDistributedZk2Test, TestInPlaceUpdateWithRouteField, TestRecovery, DistributedFacetPivotSmallAdvancedTest, TestNoOpRegenerator, TestInitQParser, BasicAuthStandaloneTest, AggValueSourceTest, MetricsHistoryIntegrationTest, ConjunctionSolrSpellCheckerTest, TestDynamicFieldResource, TestSuggestSpellingConverter, UninvertDocValuesMergePolicyTest, ZookeeperReadAPITest, SolrCoreTest, IndexSchemaTest, DistributedFacetSimpleRefinementLongTailTest, TestLMJelinekMercerSimilarityFactory, UpdateLogTest, AutoAddReplicasPlanActionTest, ResponseLogComponentTest, TestTextField, DisMaxRequestHandlerTest, OutputWriterTest, TestLocalFSCloudBackupRestore, TestBlendedInfixSuggestions, TestScoreJoinQPScore, TestMaxScoreQueryParser, PeerSyncWithIndexFingerprintCachingTest, DistributedQueryComponentCustomSortTest, TestRawResponseWriter, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFastLRUCache, IndexSizeTriggerTest, TestZkAclsWithHadoopAuth]
[junit4] Completed [278/936 (1!)] on J0 in 4.09s, 1 test, 1 failure <<< FAILURES!
[...truncated 518 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
[junit4] 2> 905233 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 905234 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 905234 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_26BBAD2A1B4077AA-001/data-dir-127-001
[junit4] 2> 905234 WARN (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 905234 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 905236 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 905236 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 905236 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_26BBAD2A1B4077AA-001/tempDir-001
[junit4] 2> 905237 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 905237 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 905237 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 905238 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 905337 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 37841
[junit4] 2> 905337 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37841
[junit4] 2> 905337 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37841
[junit4] 2> 905337 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37841
[junit4] 2> 905339 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 905341 INFO (zkConnectionManagerCallback-9248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 905341 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 905348 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 905349 INFO (zkConnectionManagerCallback-9250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 905349 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 905349 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 905350 INFO (zkConnectionManagerCallback-9252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 905350 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 905352 WARN (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:37841)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 905454 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 905454 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 905454 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 905457 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 905457 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 905457 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 905461 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cb8123f{/solr,null,AVAILABLE}
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42182efb{SSL, (ssl, http/1.1)}{127.0.0.1:36745}
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.e.j.s.Server Started @905489ms
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:37841/solr, hostPort=36745}
[junit4] 2> 905462 ERROR (jetty-launcher-9253-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 905462 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T18:19:45.405Z
[junit4] 2> 905463 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 905465 INFO (zkConnectionManagerCallback-9255-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 905465 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 905465 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 905468 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 906466 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 906467 WARN (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 906468 WARN (jetty-launcher-9253-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ff14a1f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 906468 WARN (jetty-launcher-9253-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ff14a1f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 906470 WARN (jetty-launcher-9253-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 906470 WARN (jetty-launcher-9253-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3652222f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 906470 WARN (jetty-launcher-9253-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3652222f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 906471 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37841/solr
[junit4] 2> 906472 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 906473 INFO (zkConnectionManagerCallback-9266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 906473 INFO (jetty-launcher-9253-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 906577 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 906578 INFO (zkConnectionManagerCallback-9268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 906578 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 906637 WARN (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 906641 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36745_solr
[junit4] 2> 906642 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) starting
[junit4] 2> 906646 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36745_solr
[junit4] 2> 906646 INFO (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36745_solr
[junit4] 2> 906649 INFO (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 906652 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 906653 WARN (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 906669 INFO (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_26BBAD2A1B4077AA-001/tempDir-001/node1
[junit4] 2> 906681 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 906682 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 906682 INFO (zkConnectionManagerCallback-9283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 906683 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 906683 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 906684 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37841/solr ready
[junit4] 2> 906725 INFO (OverseerThreadFactory-9275-thread-1-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testCollection1
[junit4] 2> 906828 WARN (OverseerThreadFactory-9275-thread-1-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (testCollection1) without cores.
[junit4] 2> 906830 INFO (qtp232966924-12505) [n:127.0.0.1:36745_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 906840 INFO (qtp232966924-12505) [n:127.0.0.1:36745_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&maxShardsPerNode=100&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=117
[junit4] 2> 906852 INFO (OverseerCollectionConfigSetProcessor-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 906854 INFO (OverseerThreadFactory-9275-thread-2-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr c:testCollection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36745_solr for creating new replica of shard shard1 for collection testCollection1
[junit4] 2> 906855 INFO (OverseerThreadFactory-9275-thread-2-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr c:testCollection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 906857 INFO (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testCollection1_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:36745_solr",
[junit4] 2> "base_url":"https://127.0.0.1:36745/solr",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 996931 WARN (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:37841)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1026902 ERROR (OverseerThreadFactory-9275-thread-2-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr c:testCollection1 s:shard1 ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testCollection1 operation: addreplica failed:org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [testCollection1_shard1_replica_n1] in cluster state. Last state: DocCollection(testCollection1//collections/testCollection1/state.json/0 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.waitToSeeReplicasInState(OverseerCollectionMessageHandler.java:713)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.getReplicaParams(AddReplicaCmd.java:265)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.addReplica(AddReplicaCmd.java:175)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.call(AddReplicaCmd.java:93)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:270)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1026903 INFO (qtp232966924-12506) [n:127.0.0.1:36745_solr c:testCollection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=testCollection1&shard=shard1&type=NRT&wt=javabin&version=2} status=500 QTime=120062
[junit4] 2> 1026904 ERROR (qtp232966924-12506) [n:127.0.0.1:36745_solr c:testCollection1 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [testCollection1_shard1_replica_n1] in cluster state. Last state: DocCollection(testCollection1//collections/testCollection1/state.json/0 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:65)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:301)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:257)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:766)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:516)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1026938 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=41482866
[junit4] 2> 1026938 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36745_solr
[junit4] 2> 1026938 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1026939 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36745_solr as DOWN
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1026940 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1026941 INFO (closeThreadPool-9289-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) closing
[junit4] 2> 1026941 INFO (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36745_solr
[junit4] 2> 1026945 INFO (OverseerAutoScalingTriggerThread-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1026950 WARN (jetty-launcher-9253-thread-1-SendThread(127.0.0.1:37841)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1026951 INFO (closeThreadPool-9289-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) closing
[junit4] 2> 1027051 INFO (jetty-closer-9284-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) closing
[junit4] 2> 1027052 INFO (jetty-closer-9284-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@42182efb{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 1027052 INFO (jetty-closer-9284-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2cb8123f{/solr,null,STOPPED}
[junit4] 2> 1027052 INFO (jetty-closer-9284-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1027053 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1027054 WARN (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:37841)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 1027257 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/overseer/queue
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1027258 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37841
[junit4] 2> 1027259 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37841
[junit4] 2> 1027259 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37841
[junit4] 2> 1027259 INFO (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Apr 06, 2021 6:21:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1371, maxMBSortInHeap=6.166791504677414, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=id, timezone=Europe/Kaliningrad
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=111877744,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [CoreSorterTest, TemplateUpdateProcessorTest, StatsComponentTest, TestCollationField, TestSolr4Spatial, AtomicUpdateProcessorFactoryTest, UnloadDistributedZkTest, TestSnapshotCoreBackup, CoreAdminCreateDiscoverTest, SolrMetricsIntegrationTest, TestDelegationWithHadoopAuth, SimpleMLTQParserTest, TestDistribDocBasedVersion, PrimitiveFieldTypeTest, GraphQueryTest, DocumentBuilderTest, TestLuceneIndexBackCompat, TestUtils, TestSimExecutePlanAction, OverriddenZkACLAndCredentialsProvidersTest, TestFoldingMultitermQuery, AuthToolTest, DocumentAnalysisRequestHandlerTest, TestCSVLoader, NoCacheHeaderTest, CoreMergeIndexesAdminHandlerTest, ReturnFieldsTest, TestSimpleTrackingShardHandler, TestQuerySenderListener, SuggesterTest, MultiThreadedOCPTest, TestHighFrequencyDictionaryFactory, OpenExchangeRatesOrgProviderTest, TestManagedSchemaAPI, BlockJoinFacetDistribTest, SegmentsInfoRequestHandlerTest, ReplaceNodeTest, SplitByPrefixTest, TestPartialUpdateDeduplication, JWTVerificationkeyResolverTest, TestRestManager, FullSolrCloudDistribCmdsTest, TestNumericTokenStream, TestConfigSets, TestStandardQParsers, CustomHighlightComponentTest, FullHLLTest, HdfsBasicDistributedZk2Test, TestInPlaceUpdateWithRouteField, TestRecovery, DistributedFacetPivotSmallAdvancedTest, TestNoOpRegenerator, TestInitQParser, BasicAuthStandaloneTest, AggValueSourceTest, MetricsHistoryIntegrationTest, ConjunctionSolrSpellCheckerTest, TestDynamicFieldResource, TestSuggestSpellingConverter, UninvertDocValuesMergePolicyTest, ZookeeperReadAPITest, SolrCoreTest, IndexSchemaTest, DistributedFacetSimpleRefinementLongTailTest, TestLMJelinekMercerSimilarityFactory, UpdateLogTest, AutoAddReplicasPlanActionTest, ResponseLogComponentTest, TestTextField, DisMaxRequestHandlerTest, OutputWriterTest, TestLocalFSCloudBackupRestore, TestBlendedInfixSuggestions, TestScoreJoinQPScore, TestMaxScoreQueryParser, PeerSyncWithIndexFingerprintCachingTest, DistributedQueryComponentCustomSortTest, TestRawResponseWriter, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFastLRUCache, IndexSizeTriggerTest, TestZkAclsWithHadoopAuth, RouteFieldTest, HdfsSyncSliceTest, SolrTestCaseJ4Test, XmlUpdateRequestHandlerTest, BooleanFieldTest, HdfsAutoAddReplicasIntegrationTest, TaggerTest, TestPostingsSolrHighlighter, ZkFailoverTest, DateFieldTest, TestCloudSearcherWarming, JavabinLoaderTest, TestIndexingPerformance, SoftAutoCommitTest, OverseerTest, TestLuceneMatchVersion, SolrIndexSplitterTest, MoreLikeThisComponentTest, TestBinaryField, TestLockTree, FuzzySearchTest, TestStressUserVersions, TestTrieFacet, LeaderElectionContextKeyTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionContextKeyTest -Dtests.seed=26BBAD2A1B4077AA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=id -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | LeaderElectionContextKeyTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:36745/solr
[junit4] > at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
[junit4] > at org.apache.solr.cloud.LeaderElectionContextKeyTest.setupCluster(LeaderElectionContextKeyTest.java:60)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
[junit4] > at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
[junit4] > at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
[junit4] > at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228)
[junit4] > at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
[junit4] > at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
[junit4] > ... 36 more
[junit4] Completed [419/936 (2!)] on J0 in 122.56s, 0 tests, 1 error <<< FAILURES!
[...truncated 52585 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2008 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2008/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17424795, failWrongCredentials=1, requestTimes=2106, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17424795, failWrongCredentials=1, requestTimes=2106, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([777A6810A5FACC44:4AA2C63C9D149234]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14202 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 853164 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 853165 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 853165 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/data-dir-140-001
[junit4] 2> 853165 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 853165 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 853167 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 853167 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 853413 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002
[junit4] 2> 853413 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 853414 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 853414 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 853415 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 853514 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 45967
[junit4] 2> 853514 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45967
[junit4] 2> 853514 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45967
[junit4] 2> 853514 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45967
[junit4] 2> 853523 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 853523 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 853528 WARN (zkConnectionManagerCallback-7703-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37cb4f18 name: ZooKeeperConnection Watcher:127.0.0.1:45967 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 853528 WARN (zkConnectionManagerCallback-7703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 853534 INFO (zkConnectionManagerCallback-7703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 853534 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 853553 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 853552 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 853560 WARN (zkConnectionManagerCallback-7705-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44daa806 name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 853560 WARN (zkConnectionManagerCallback-7705-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 853561 INFO (zkConnectionManagerCallback-7705-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 853561 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 853565 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 853565 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 853566 WARN (zkConnectionManagerCallback-7707-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f4dcf72 name: ZooKeeperConnection Watcher:127.0.0.1:45967 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 853566 WARN (zkConnectionManagerCallback-7707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 853572 INFO (zkConnectionManagerCallback-7707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 853572 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 853675 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 853675 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 853675 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d40cfa5{/solr,null,AVAILABLE}
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15876472{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45483}
[junit4] 2> 853676 INFO (jetty-launcher-7708-thread-1) [ ] o.e.j.s.Server Started @853770ms
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45967/solr, hostPort=45483}
[junit4] 2> 853677 ERROR (jetty-launcher-7708-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 853677 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T14:02:35.835Z
[junit4] 2> 853678 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 853678 WARN (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 853679 WARN (zkConnectionManagerCallback-7710-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@81723a0 name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 853679 WARN (zkConnectionManagerCallback-7710-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 853681 INFO (zkConnectionManagerCallback-7710-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 853681 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 853682 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 853687 WARN (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045e6b23ed0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 854855 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 854856 WARN (jetty-launcher-7708-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@44be34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 854856 WARN (jetty-launcher-7708-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@44be34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 854859 WARN (jetty-launcher-7708-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3145eb21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 854859 WARN (jetty-launcher-7708-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3145eb21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 854860 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45967/solr
[junit4] 2> 854860 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 854860 WARN (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 854861 WARN (zkConnectionManagerCallback-7721-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@602a3084 name: ZooKeeperConnection Watcher:127.0.0.1:45967 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 854861 WARN (zkConnectionManagerCallback-7721-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 854862 INFO (zkConnectionManagerCallback-7721-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 854862 INFO (jetty-launcher-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 854964 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 854964 WARN (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 854964 WARN (zkConnectionManagerCallback-7723-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@26b6c955 name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 854964 WARN (zkConnectionManagerCallback-7723-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 854965 INFO (zkConnectionManagerCallback-7723-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 854965 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 854976 WARN (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 855023 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45483_solr
[junit4] 2> 855024 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) starting
[junit4] 2> 855028 INFO (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45483_solr
[junit4] 2> 855028 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45483_solr
[junit4] 2> 855029 INFO (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 855030 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 855031 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 855037 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 855046 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 855058 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 855061 WARN (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 855061 WARN (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 855072 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 855100 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
[junit4] 2> 855107 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
[junit4] 2> 855107 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
[junit4] 2> 855108 INFO (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002/node1
[junit4] 2> 855131 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 855132 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 855132 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 855133 WARN (zkConnectionManagerCallback-7740-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5af9387c name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 855133 WARN (zkConnectionManagerCallback-7740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 855133 INFO (zkConnectionManagerCallback-7740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 855133 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 855134 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 855135 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45967/solr ready
[junit4] 2> 855155 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[777A6810A5FACC44]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 855257 INFO (pool-68-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 855268 INFO (pool-68-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 855308 INFO (pool-68-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617717757454,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 855344 INFO (pool-68-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617717757502,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 855368 INFO (OverseerThreadFactory-7730-thread-1-processing-n:127.0.0.1:45483_solr) [n:127.0.0.1:45483_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 855491 INFO (qtp457214314-12764) [n:127.0.0.1:45483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 855491 INFO (qtp457214314-12768) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:45483_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAsnfonih94lkliT2uborThKJv+UpwoteNPlIKHYhKO9mqaL3EkVOO/iWR5AaovrLNAmNdH1yKVoP8Dj3eciLjwJWwjJzd4Lftw8ncDbM6gpvhNi9+soQpPMY2KdnUHtQGcWhHSR0OLzjUC9JofZTFIae63hqCgfyfgkf0Bu2tai1TWz+2qoXLsASNkkMeYgzWfYU5tugl0v8lOHuNNKe5LJEunJISR8R5m46lH/Dfc4bmZAj6XKLxT9WQZLJ5WSC9RCDLrKD+uPX3pWyJZc1MQ+NBDVzLpJQQrhleHkA32ShopsBe9MEtaV0784lP25o0muCeLJQWRE2uWlRbM9mEnwIDAQAB
[junit4] 2> 855495 INFO (qtp457214314-12768) [n:127.0.0.1:45483_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 855495 INFO (qtp457214314-12768) [n:127.0.0.1:45483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 855500 INFO (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:45483_solr",
[junit4] 2> "base_url":"http://127.0.0.1:45483/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 855716 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 855727 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 855737 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 855737 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 855737 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 855738 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
[junit4] 2> 855738 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 855782 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 855782 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 855783 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 855783 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 855785 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 855785 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 855786 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 855786 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696300015753887744
[junit4] 2> 855788 INFO (searcherExecutor-7742-thread-1-processing-n:127.0.0.1:45483_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 855792 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 855792 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 855795 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 855795 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 855795 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45483/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 855795 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 855796 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45483/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 855796 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73287308202016773-core_node2-n_0000000000
[junit4] 2> 855798 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45483/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 855900 INFO (zkCallback-7722-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 855900 INFO (zkCallback-7722-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 855900 INFO (zkCallback-7722-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 855900 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 855903 INFO (qtp457214314-12767) [n:127.0.0.1:45483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=187
[junit4] 2> 855905 INFO (qtp457214314-12766) [n:127.0.0.1:45483_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 856003 INFO (zkCallback-7722-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 856003 INFO (zkCallback-7722-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 856003 INFO (zkCallback-7722-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 856003 INFO (zkCallback-7722-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 856003 INFO (qtp457214314-12766) [n:127.0.0.1:45483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=638
[junit4] 2> 856012 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[777A6810A5FACC44]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=777A6810A5FACC44 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-LY -Dtests.timezone=Europe/Busingen -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.88s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17424795, failWrongCredentials=1, requestTimes=2106, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([777A6810A5FACC44:4AA2C63C9D149234]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 856014 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 857130 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1096986470
[junit4] 2> 857130 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45483_solr
[junit4] 2> 857131 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 857131 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45483_solr as DOWN
[junit4] 2> 857166 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@a62ac8d
[junit4] 2> 857166 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@a62ac8d
[junit4] 2> 857166 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21e7ab0b: rootName = solr_45483, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@1d502aac
[junit4] 2> 857177 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@a62ac8d
[junit4] 2> 857177 INFO (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 857180 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 857181 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e5114f7: rootName = solr_45483, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@77028c06
[junit4] 2> 857186 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 857186 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4db4cf65: rootName = solr_45483, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5341dba8
[junit4] 2> 857188 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 857188 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34006691: rootName = solr_45483, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@7d655fe1
[junit4] 2> 857188 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 857198 INFO (closeThreadPool-7753-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) closing
[junit4] 2> 857201 INFO (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45483_solr
[junit4] 2> 857208 INFO (OverseerAutoScalingTriggerThread-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 857209 INFO (closeThreadPool-7753-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) closing
[junit4] 2> 857310 INFO (jetty-closer-7747-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) closing
[junit4] 2> 857313 INFO (jetty-closer-7747-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15876472{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 857313 INFO (jetty-closer-7747-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d40cfa5{/solr,null,STOPPED}
[junit4] 2> 857313 INFO (jetty-closer-7747-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 857313 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 857415 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045e6b23ed0001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 857516 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 857518 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45967
[junit4] 2> 857518 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45967
[junit4] 2> 857518 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45967
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001
[junit4] 2> Apr 06, 2021 2:02:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-LY, timezone=Europe/Busingen
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=107380336,total=522715136
[junit4] 2> NOTE: All tests run in this JVM: [MoreLikeThisHandlerTest, TestSkipOverseerOperations, NestedAtomicUpdateTest, TestStressReorder, HdfsRestartWhileUpdatingTest, DistributedQueueTest, HdfsUnloadDistributedZkTest, TestCloudPhrasesIdentificationComponent, TestNRTOpen, TestSimDistributedQueue, TestStressCloudBlindAtomicUpdates, TestSolrDeletionPolicy2, ClassificationUpdateProcessorFactoryTest, TestRTGBase, CursorPagingTest, NumericFieldsTest, BadIndexSchemaTest, SolrIndexMetricsTest, TestSSLRandomization, TestWaitForStateWithJettyShutdowns, TestPushWriter, SuggesterTSTTest, SolrCoreCheckLockOnStartupTest, ConcurrentCreateCollectionTest, IndexSchemaRuntimeFieldTest, TestCorePropertiesReload, TestDeleteCollectionOnDownNodes, SolrLogPostToolTest, ZkControllerTest, TestExpandComponent, TestExportWriter, SolrLogAuditLoggerPluginTest, MultiSolrCloudTestCaseTest, RankQueryTest, TestDefaultStatsCache, OutOfBoxZkACLAndCredentialsProvidersTest, UUIDFieldTest, TestTestInjection, TestPolicyCloud, TestTlogReplica, SimpleCollectionCreateDeleteTest, TestExtendedDismaxParser, ZkCollectionPropsCachingTest, TestFieldTypeCollectionResource, IndexBasedSpellCheckerTest, DistributedFacetPivotLongTailTest, SpellingQueryConverterTest, SynonymTokenizerTest, AutoAddReplicasIntegrationTest, TestShardHandlerFactory, TestDocTermOrds, TestLegacyNumericUtils, NodeAddedTriggerIntegrationTest, CdcrReplicationHandlerTest, TestCloudJSONFacetJoinDomain, DocValuesMultiTest, TestAuthenticationFramework, BaseCdcrDistributedZkTest, DistributedMLTComponentTest, TestDistributedGrouping, SplitHandlerTest, TestStressIncrementalBackup, TestHdfsBackupRestoreCore, SolrRrdBackendFactoryTest, TestLegacyFieldCache, TestSha256AuthenticationProvider, LegacyCloudClusterPropTest, SecurityConfHandlerTest, SaslZkACLProviderTest, TestReplicationHandlerDiskOverFlow, TestCloudRecovery2, ReplaceNodeNoTargetTest, RecoveryAfterSoftCommitTest, TestAnalyzedSuggestions, TestPayloadScoreQParserPlugin, TestXmlQParserPlugin, BlobRepositoryCloudTest, BasicDistributedZkTest, TestPerFieldSimilarity, TestSolrCloudSnapshots, HttpPartitionWithTlogReplicasTest, SolrRequestParserTest, Tagger2Test, MissingSegmentRecoveryTest, RAMDirectoryFactoryTest, HDFSCollectionsAPITest, URLClassifyProcessorTest, DefaultValueUpdateProcessorTest, DeleteStatusTest, CoreAdminRequestStatusTest, TestSubQueryTransformer, TestCodecSupport, TestIndexSearcher, SolrMetricReporterTest, TestGeoJSONResponseWriter, TestLMDirichletSimilarityFactory, DistributedSpellCheckComponentTest, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [287/936 (1!)] on J3 in 5.26s, 1 test, 1 failure <<< FAILURES!
[...truncated 53047 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2007 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2007/
2 tests failed.
FAILED: org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test
Error Message:
Error from server at https://127.0.0.1:37251/ck_h/collection1: org.apache.solr.client.solrj.SolrServerException: java.lang.ArithmeticException: / by zero
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37251/ck_h/collection1: org.apache.solr.client.solrj.SolrServerException: java.lang.ArithmeticException: / by zero
at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:1B859DC787CEF54C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:625)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:677)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:642)
at org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test(DistributedFacetPivotSmallTest.java:266)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=16236626, failWrongCredentials=1, requestTimes=1875, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=16236626, failWrongCredentials=1, requestTimes=1875, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:AE090C3111DCC6C4]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13471 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 197456 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 197456 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 197456 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/data-dir-14-001
[junit4] 2> 197456 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 197458 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 197784 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002
[junit4] 2> 197784 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 197785 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 197785 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 197785 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 197885 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 35971
[junit4] 2> 197885 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35971
[junit4] 2> 197885 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35971
[junit4] 2> 197885 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35971
[junit4] 2> 197889 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 197895 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 197896 WARN (zkConnectionManagerCallback-758-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62e829f5 name: ZooKeeperConnection Watcher:127.0.0.1:35971 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 197896 WARN (zkConnectionManagerCallback-758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 197901 INFO (zkConnectionManagerCallback-758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 197901 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 197949 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 197951 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 197952 WARN (zkConnectionManagerCallback-760-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@122461fb name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 197952 WARN (zkConnectionManagerCallback-760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 197966 INFO (zkConnectionManagerCallback-760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 197966 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 197967 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 197967 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 197979 WARN (zkConnectionManagerCallback-762-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c958217 name: ZooKeeperConnection Watcher:127.0.0.1:35971 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 197979 WARN (zkConnectionManagerCallback-762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 197979 INFO (zkConnectionManagerCallback-762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 197979 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 198088 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 198088 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 198088 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 198091 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 198091 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 198091 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 198092 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e9c2593{/solr,null,AVAILABLE}
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c21bcb6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34933}
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.e.j.s.Server Started @198125ms
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:35971/solr, hostPort=34933}
[junit4] 2> 198093 ERROR (jetty-launcher-763-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 198093 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T10:57:22.384Z
[junit4] 2> 198095 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 198095 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198096 WARN (zkConnectionManagerCallback-765-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12073699 name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 198096 WARN (zkConnectionManagerCallback-765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 198096 INFO (zkConnectionManagerCallback-765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 198096 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 198097 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 198101 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045dc18fd20003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198630 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 198634 WARN (jetty-launcher-763-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@415281b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 198634 WARN (jetty-launcher-763-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@415281b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 198676 WARN (jetty-launcher-763-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66b3c645[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 198676 WARN (jetty-launcher-763-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66b3c645[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 198677 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35971/solr
[junit4] 2> 198691 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 198699 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198715 WARN (zkConnectionManagerCallback-776-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e88ffaa name: ZooKeeperConnection Watcher:127.0.0.1:35971 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 198715 WARN (zkConnectionManagerCallback-776-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 198715 INFO (zkConnectionManagerCallback-776-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 198715 INFO (jetty-launcher-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 198717 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045dc18fd20004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198820 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 198826 WARN (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 198830 WARN (zkConnectionManagerCallback-778-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a345f6d name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 198830 WARN (zkConnectionManagerCallback-778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 198830 INFO (zkConnectionManagerCallback-778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 198830 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 198838 WARN (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 198888 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34933_solr
[junit4] 2> 198888 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) starting
[junit4] 2> 198895 INFO (OverseerStateUpdate-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [n:127.0.0.1:34933_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34933_solr
[junit4] 2> 198898 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34933_solr
[junit4] 2> 198899 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 198900 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 198907 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 198911 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 198915 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 198943 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 198946 WARN (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 198946 WARN (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 198966 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 198995 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
[junit4] 2> 199002 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
[junit4] 2> 199003 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
[junit4] 2> 199004 INFO (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002/node1
[junit4] 2> 199021 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 199022 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 199022 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 199023 WARN (zkConnectionManagerCallback-795-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3557f4c2 name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 199023 WARN (zkConnectionManagerCallback-795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 199023 INFO (zkConnectionManagerCallback-795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 199023 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 199024 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 199025 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35971/solr ready
[junit4] 2> 199053 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[93D1A21D293298B4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 199195 INFO (pool-40-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 199209 INFO (pool-40-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 199249 INFO (pool-40-thread-2) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617706643537,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 199285 INFO (pool-40-thread-2) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617706643575,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 199313 INFO (OverseerThreadFactory-785-thread-1-processing-n:127.0.0.1:34933_solr) [n:127.0.0.1:34933_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 199456 INFO (qtp1659260570-1466) [n:127.0.0.1:34933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 199456 INFO (qtp1659260570-1469) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:34933_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAl8nsMoolo0d1EZGsKylv4LznGnd1wDvPs3RisuOKlR1NVx8lzv/TIUt20ZE+UxScPro+0OXH7Jc/uiRlHkYeCiP8JjuLNyKZ+6yX88CM/124G3Xk00HTxt8hgAbbDNiKXYLfr9ZwYKRDTj4bPK9x4J751iT3yCWTodT3tlMxm1osErcJ2pRkPGyatvuzsl1yvxW2yU8LD1W8c0qSG5DIAaV425JgzNGNBTISIRL1fjmc1ygYHf+jNp+AyQxjUY9lBGBdNGN6RpsOKX01hhEs2+HPlOm5/iLmuhNVyScG5jjNkcPcEOJHpUKtwLI8cjxXdpl62sF08x6Xn9yrNToRwQIDAQAB
[junit4] 2> 199467 INFO (qtp1659260570-1469) [n:127.0.0.1:34933_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 199468 INFO (qtp1659260570-1469) [n:127.0.0.1:34933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=7
[junit4] 2> 199481 INFO (OverseerStateUpdate-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [n:127.0.0.1:34933_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:34933_solr",
[junit4] 2> "base_url":"http://127.0.0.1:34933/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 199698 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 199709 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 199716 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 199717 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 199717 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 199718 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
[junit4] 2> 199718 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 199769 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 199769 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 199771 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 199771 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 199773 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 199774 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 199774 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 199774 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696288362007101440
[junit4] 2> 199782 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 199782 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 199785 INFO (searcherExecutor-797-thread-1-processing-n:127.0.0.1:34933_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 199787 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 199787 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 199787 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34933/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 199787 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 199788 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34933/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 199788 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73286579867746309-core_node2-n_0000000000
[junit4] 2> 199791 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34933/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 199893 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 199893 INFO (zkCallback-777-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 199895 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 199900 INFO (qtp1659260570-1468) [n:127.0.0.1:34933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=202
[junit4] 2> 199903 INFO (qtp1659260570-1467) [n:127.0.0.1:34933_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 199999 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 199999 INFO (zkCallback-777-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 199999 INFO (zkCallback-777-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 200000 INFO (qtp1659260570-1467) [n:127.0.0.1:34933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=692
[junit4] 2> 200014 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[93D1A21D293298B4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=93D1A21D293298B4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-LB -Dtests.timezone=Pacific/Marquesas -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.99s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=16236626, failWrongCredentials=1, requestTimes=1875, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:AE090C3111DCC6C4]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 200016 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 201121 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2033620938
[junit4] 2> 201121 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34933_solr
[junit4] 2> 201122 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 201122 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:34933_solr as DOWN
[junit4] 2> 201131 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3c1137cf
[junit4] 2> 201131 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@3c1137cf
[junit4] 2> 201131 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59c776d4: rootName = solr_34933, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@2c77de64
[junit4] 2> 201141 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@3c1137cf
[junit4] 2> 201142 INFO (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 201147 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 201147 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57a36903: rootName = solr_34933, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2be576a2
[junit4] 2> 201153 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 201153 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41335d92: rootName = solr_34933, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@720aa82b
[junit4] 2> 201155 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 201155 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79f04764: rootName = solr_34933, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@476bb4c2
[junit4] 2> 201155 INFO (jetty-closer-802-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 201171 INFO (closeThreadPool-808-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) closing
[junit4] 2> 201171 INFO (OverseerStateUpdate-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [n:127.0.0.1:34933_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34933_solr
[junit4] 2> 201172 INFO (OverseerAutoScalingTriggerThread-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 201174 INFO (closeThreadPool-808-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) closing
[junit4] 2> 201275 INFO (jetty-closer-802-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) closing
[junit4] 2> 201277 INFO (jetty-closer-802-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c21bcb6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 201277 INFO (jetty-closer-802-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e9c2593{/solr,null,STOPPED}
[junit4] 2> 201277 INFO (jetty-closer-802-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 201278 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 201481 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 201482 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35971
[junit4] 2> 201482 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35971
[junit4] 2> 201483 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35971
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001
[junit4] 2> Apr 06, 2021 10:57:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1105, maxMBSortInHeap=5.866933142455691, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-LB, timezone=Pacific/Marquesas
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=91830664,total=444071936
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCloudSnapshots, IndexBasedSpellCheckerTest, SaslZkACLProviderTest, TestCodecSupport, MBeansHandlerTest, TestGroupingSearch, HttpSolrCallGetCoreTest, TestHdfsBackupRestoreCore, TestPrepRecovery, HdfsChaosMonkeySafeLeaderTest, TestFastOutputStream, InfixSuggestersTest, TestPointFields, TestExtendedDismaxParser, BlockDirectoryTest, SolrXmlInZkTest, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [70/936 (1!)] on J3 in 5.07s, 1 test, 1 failure <<< FAILURES!
[...truncated 868 lines...]
[junit4] Suite: org.apache.solr.handler.component.DistributedFacetPivotSmallTest
[junit4] 2> 767069 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 767069 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/data-dir-89-001
[junit4] 2> 767069 WARN (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 767069 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 767071 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 767072 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 767072 INFO (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ck_h/
[junit4] 2> 767182 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores/collection1
[junit4] 2> 767184 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 767184 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 767184 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 767193 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 767193 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 767193 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 767194 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4803f8a5{/ck_h,null,AVAILABLE}
[junit4] 2> 767194 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b1b16eb{SSL, (ssl, http/1.1)}{127.0.0.1:44487}
[junit4] 2> 767194 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.Server Started @767228ms
[junit4] 2> 767194 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ck_h, hostPort=44487, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores}
[junit4] 2> 767195 ERROR (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T11:06:51.488Z
[junit4] 2> 767195 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/solr.xml
[junit4] 2> 767199 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 767199 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 767200 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 767552 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 767552 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 767553 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fab497f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 767553 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fab497f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 767556 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 767557 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a380413[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 767557 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a380413[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 767558 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 767573 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 767573 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 767592 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 767611 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 767611 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 767612 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores
[junit4] 2> 767612 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 767621 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 767637 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 767660 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 767667 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 767674 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 767674 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 767674 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 767675 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13245236119534676]
[junit4] 2> 767724 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 767724 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 767725 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 767725 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 767726 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3753875523373513]
[junit4] 2> 767727 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 767746 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 767864 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 767864 INFO (coreLoadExecutor-7300-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696288957694738432
[junit4] 2> 767865 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 767865 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 767865 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 767865 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 767866 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 767868 INFO (searcherExecutor-7302-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 768005 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 768006 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 768006 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 768006 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 768018 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 768018 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 768018 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 768019 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59564d84{/ck_h,null,AVAILABLE}
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@618b360b{SSL, (ssl, http/1.1)}{127.0.0.1:40623}
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.s.Server Started @768053ms
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ck_h, hostPort=40623, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/shard0/cores}
[junit4] 2> 768020 ERROR (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T11:06:52.313Z
[junit4] 2> 768020 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/shard0/solr.xml
[junit4] 2> 768022 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 768022 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 768024 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 768294 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 768294 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 768295 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66554f44[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 768295 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66554f44[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 768299 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 768301 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6836748[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 768301 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6836748[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 768303 WARN (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 768315 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 768315 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 768335 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 768356 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 768356 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
[junit4] 2> 768358 INFO (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/te
[...truncated too long message...]
in = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24e7cea6
[junit4] 2> 776395 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 776395 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47a89870: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3ce51480
[junit4] 2> 776398 INFO (coreCloseExecutor-7401-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 776401 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 776401 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1edc827a: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@65e17f3a
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e692e79: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2f932395
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@618b360b{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@59564d84{/ck_h,null,STOPPED}
[junit4] 2> 776403 INFO (closeThreadPool-7386-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 776406 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 776406 INFO (closeThreadPool-7386-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@edc617: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24e7cea6
[junit4] 2> 776410 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 776410 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c8573d9: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@65e17f3a
[junit4] 2> 776412 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 776412 INFO (closeThreadPool-7386-thread-7) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d29dc4a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24e7cea6
[junit4] 2> 776419 INFO (closeThreadPool-7386-thread-6) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@78211cd4{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 776419 INFO (closeThreadPool-7386-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@48ab9c88{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 776419 INFO (closeThreadPool-7386-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e013b30{/ck_h,null,STOPPED}
[junit4] 2> 776419 INFO (closeThreadPool-7386-thread-6) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 776420 INFO (closeThreadPool-7386-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c03ad74{/ck_h,null,STOPPED}
[junit4] 2> 776420 INFO (closeThreadPool-7386-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 776422 INFO (closeThreadPool-7386-thread-7) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d337bf5{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 776422 INFO (closeThreadPool-7386-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a09cbd4{/ck_h,null,STOPPED}
[junit4] 2> 776422 INFO (closeThreadPool-7386-thread-7) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistributedFacetPivotSmallTest -Dtests.method=test -Dtests.seed=93D1A21D293298B4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=mt -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 9.35s J1 | DistributedFacetPivotSmallTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37251/ck_h/collection1: org.apache.solr.client.solrj.SolrServerException: java.lang.ArithmeticException: / by zero
[junit4] > at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:1B859DC787CEF54C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:625)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:677)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:642)
[junit4] > at org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test(DistributedFacetPivotSmallTest.java:266)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=mt, timezone=Europe/Amsterdam
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=150036104,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [HdfsBackupRepositoryIntegrationTest, DirectSolrSpellCheckerTest, RoutingToNodesWithPropertiesTest, TestBackupRepositoryFactory, LoggingHandlerTest, TestDistributedSearch, CacheHeaderTest, TestConfigReload, TestMiniSolrCloudClusterSSL, HdfsBasicDistributedZkTest, TestCircuitBreaker, DistributedTermsComponentTest, TestManagedSchemaThreadSafety, TestDocSet, TestPhraseSuggestions, SolrCLIZkUtilsTest, TestImpersonationWithHadoopAuth, TestConfigSetsAPIZkFailure, PurgeGraphTest, UpdateParamsTest, AssignBackwardCompatibilityTest, MetricsHistoryWithAuthIntegrationTest, CreateRoutedAliasTest, CdcrUpdateLogTest, TestTolerantUpdateProcessorRandomCloud, CdcrBootstrapTest, DirectoryFactoriesTest, MoveReplicaHDFSTest, PolyFieldTest, QueryParsingTest, TestRawTransformer, TestCloudPseudoReturnFields, TestSimExtremeIndexing, TestStressLucene, TestUseDocValuesAsStored, TriggerEventQueueTest, TestLegacyBM25SimilarityFactory, TestManagedSynonymGraphFilterFactory, TestObjectReleaseTracker, TestAtomicUpdateErrorCases, TestRebalanceLeaders, TestRecoveryHdfs, BJQFilterAccessibleTest, TestFieldCacheVsDocValues, WrapperMergePolicyFactoryTest, AnalyticsQueryTest, TestLegacyField, MaxSizeAutoCommitTest, WordBreakSolrSpellCheckerTest, TestSchemaNameResource, SolrGraphiteReporterTest, DistributedUpdateProcessorTest, TestSweetSpotSimilarityFactory, SignificantTermsQParserPluginTest, ClassificationUpdateProcessorTest, SuggesterWFSTTest, AuditLoggerPluginTest, TestJoin, TestNestedUpdateProcessor, DateRangeFieldTest, RankFieldTest, PluginInfoTest, TestInfoStreamLogging, UniqFieldsUpdateProcessorFactoryTest, TimeZoneUtilsTest, DistributedQueryComponentOptimizationTest, ReindexCollectionTest, TestSolrJacksonAnnotation, MetricsHistoryHandlerTest, HdfsThreadLeakTest, DistributedFacetExistsSmallTest, SolrCmdDistributorTest, ZookeeperStatusHandlerTest, TestLFUCache, BlockJoinFacetRandomTest, PreAnalyzedUpdateProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, ClusterStateTest, TestQuerySenderNoQuery, LeaderTragicEventTest, PrimUtilsTest, MetricTriggerIntegrationTest, TestNumericTerms64, MetricUtilsTest, ResponseHeaderTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestJavabinTupleStreamParser, TestZkChroot, ChaosMonkeyNothingIsSafeTest, SolrCloudReportersTest, TestFieldSortValues, DistributedFacetPivotSmallTest]
[junit4] Completed [331/936 (2!)] on J1 in 9.39s, 1 test, 1 error <<< FAILURES!
[...truncated 52928 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2006 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2006/
2 tests failed.
FAILED: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test
Error Message:
.responseHeader.status:200!=0
Stack Trace:
junit.framework.AssertionFailedError: .responseHeader.status:200!=0
at __randomizedtesting.SeedInfo.seed([8DF24EDBF566EA:88D9CD9475090B12]:0)
at junit.framework.Assert.fail(Assert.java:57)
at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:679)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:642)
at org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test(TestDistributedStatsComponentCardinality.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3022043, failWrongCredentials=1, requestTimes=2543, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3022043, failWrongCredentials=1, requestTimes=2543, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([8DF24EDBF566EA:3D555C62E31B389A]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13413 lines...]
[junit4] Suite: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality
[junit4] 2> 74621 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 74621 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/data-dir-3-001
[junit4] 2> 74621 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 74623 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9062)
[junit4] 2> 74623 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 74623 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 74732 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores/collection1
[junit4] 2> 75024 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 75024 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 75030 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 75040 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 75040 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 75042 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 75058 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@257200c4{/,null,AVAILABLE}
[junit4] 2> 75061 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@318edc3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39411}
[junit4] 2> 75061 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server Started @75099ms
[junit4] 2> 75062 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=39411, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores}
[junit4] 2> 75082 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T08:53:56.380Z
[junit4] 2> 75083 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/solr.xml
[junit4] 2> 75087 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 75087 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 75089 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 75610 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 75620 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67d7487e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 75620 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67d7487e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 75624 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b539fad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 75625 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b539fad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 75631 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 75648 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 75650 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 75667 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 75667 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 75667 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 75669 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores
[junit4] 2> 75670 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 75680 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 75695 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 75720 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 75732 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 75744 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 75744 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 75744 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 75746 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
[junit4] 2> 75798 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 75798 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 75799 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 75799 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 75800 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
[junit4] 2> 75801 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 75816 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 75883 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 75883 INFO (coreLoadExecutor-190-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280595325255680
[junit4] 2> 75884 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 75884 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 75884 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 75884 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 75885 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 75885 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 75885 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 75886 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 75886 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 75887 INFO (searcherExecutor-192-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 76496 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 76498 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 76498 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 76498 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 76499 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 76499 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 76499 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 76499 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b24efeb{/,null,AVAILABLE}
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56f45436{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41873}
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server Started @76538ms
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=41873, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores}
[junit4] 2> 76500 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T08:53:57.797Z
[junit4] 2> 76500 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/solr.xml
[junit4] 2> 76503 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 76503 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 76505 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 76968 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 76970 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b69e23f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 76970 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b69e23f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 76973 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f7eb141[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 76973 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f7eb141[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 76974 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 76985 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 76985 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 77003 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77013 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77013 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77015 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores
[junit4] 2> 77015 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 77022 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 77047 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 77078 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 77087 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 77095 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 77096 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77096 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 77097 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
[junit4] 2> 77151 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 77151 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 77152 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 77152 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 77153 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
[junit4] 2> 77154 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 77169 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 77241 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 77241 INFO (coreLoadExecutor-209-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280596749221888
[junit4] 2> 77242 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 77243 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 77244 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 77244 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 77246 INFO (searcherExecutor-211-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 77345 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores/collection1
[junit4] 2> 77346 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 77346 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 77346 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 77347 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 77347 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 77348 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 77348 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4531517e{/,null,AVAILABLE}
[junit4] 2> 77349 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37499ef3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42317}
[junit4] 2> 77349 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server Started @77387ms
[junit4] 2> 77349 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=42317, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores}
[junit4] 2> 77350 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T08:53:58.647Z
[junit4] 2> 77350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/solr.xml
[junit4] 2> 77352 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 77352 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 77354 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 77938 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 77939 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@31b2d3b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 77939 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@31b2d3b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 77943 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17305c8b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 77943 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17305c8b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 77944 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 77955 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 77955 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 77974 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77984 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77984 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 77986 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores
[junit4] 2> 77986 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 78010 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 78025 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 78047 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 78057 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 78066 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 78067 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78067 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores/collection1/data/]
[junit4] 2> 78068 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
[junit4] 2> 78119 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 78119 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 78121 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 78121 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 78121 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
[junit4] 2> 78123 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 78138 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 78201 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 78201 INFO (coreLoadExecutor-228-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280597755854848
[junit4] 2> 78202 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 78203 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 78203 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 78203 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 78204 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 78204 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 78204 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 78204 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 78205 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 78207 INFO (searcherExecutor-230-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 78297 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores/collection1
[junit4] 2> 78298 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 78298 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 78298 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 78303 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 78303 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 78303 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 78303 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40f8d33c{/,null,AVAILABLE}
[junit4] 2> 78304 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27c243e6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46843}
[junit4] 2> 78304 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.s.Server Started @78342ms
[junit4] 2> 78304 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=46843, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores}
[junit4] 2> 78305 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T08:53:59.602Z
[junit4] 2> 78305 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/solr.xml
[junit4] 2> 78307 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 78307 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 78309 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 78434 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 78436 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@64bac499[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 78436 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@64bac499[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 78440 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15248df3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 78440 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15248df3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 78441 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 78452 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 78452 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 78470 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78481 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78481 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78482 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores
[junit4] 2> 78482 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 78490 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 78505 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 78528 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 78537 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 78546 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 78547 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
[junit4] 2> 78547 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores/collection1/data/]
[junit4] 2> 78548 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
[junit4] 2> 78613 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 78613 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 78615 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 78615 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 78615 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
[junit4] 2> 78618 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 78633 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 78700 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 78701 INFO (coreLoadExecutor-247-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280598280142848
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 78702 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 78703 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 78703 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 78703 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 78703 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 78703 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [ ] o.a.s.h.c.TestDistributedStatsComponentCardinality Building an index of 12785 docs
[junit4] 2> 78703 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 78705 INFO (searcherExecutor-249-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 78967 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1696280598555918336)]} 0 9
[junit4] 2> 78998 INFO (qtp249543065-336) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1 (1696280598589472768)]} 0 2
[junit4] 2> 79000 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1696280598593667072)]} 0 1
[junit4] 2> 79004 INFO (qtp440819210-357) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2 (1696280598595764224)]} 0 2
[junit4] 2> 79006 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1696280598598909952)]} 0 0
[junit4] 2> 79009 INFO (qtp1117766961-379) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3 (1696280598602055680)]} 0 1
[junit4] 2> 79011 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1696280598604152832)]} 0 0
[junit4] 2> 79013 INFO (qtp249543065-337) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4 (1696280598606249984)]} 0 0
[junit4] 2> 79014 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1696280598608347136)]} 0 0
[junit4] 2> 79016 INFO (qtp440819210-358) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5 (1696280598610444288)]} 0 0
[junit4] 2> 79018 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1696280598612541440)]} 0 0
[junit4] 2> 79020 INFO (qtp1117766961-378) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6 (1696280598613590016)]} 0 0
[junit4] 2> 79021 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1696280598615687168)]} 0 0
[junit4] 2> 79023 INFO (qtp249543065-338) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7 (1696280598617784320)]} 0 0
[junit4] 2> 79025 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1696280598618832896)]} 0 0
[junit4] 2> 79026 INFO (qtp440819210-359) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8 (1696280598620930048)]} 0 0
[junit4] 2> 79028 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1696280598621978624)]} 0 0
[junit4] 2> 79029 INFO (qtp1117766961-380) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9 (1696280598624075776)]} 0 0
[junit4] 2> 79031 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1696280598625124352)]} 0 0
[junit4] 2> 79032 INFO (qtp249543065-339) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10 (1696280598627221504)]} 0 0
[junit4] 2> 79033 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1696280598628270080)]} 0 0
[junit4] 2> 79035 INFO (qtp440819210-360) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11 (1696280598629318656)]} 0 0
[junit4] 2> 79036 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1696280598631415808)]} 0 0
[junit4] 2> 79037 INFO (qtp1117766961-381) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12 (1696280598632464384)]} 0 0
[junit4] 2> 79038 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1696280598633512960)]} 0 0
[junit4] 2> 79040 INFO (qtp249543065-335) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13 (1696280598634561536)]} 0 0
[junit4] 2> 79041 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1696280598636658688)]} 0 0
[junit4] 2> 79042 INFO (qtp440819210-356) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14 (1696280598637707264)]} 0 0
[junit4] 2> 79043 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1696280598638755840)]} 0 0
[junit4] 2> 79045 INFO (qtp1117766961-377) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15 (1696280598639804416)]} 0 0
[junit4] 2> 79046 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1696280598641901568)]} 0 0
[junit4] 2> 79047 INFO (qtp249543065-336) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16 (1696280598642950144)]} 0 0
[junit4] 2> 79048 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1696280598643998720)]} 0 0
[junit4] 2> 79049 INFO (qtp440819210-357) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17 (1696280598645047296)]} 0 0
[junit4] 2> 79051 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[18 (1696280598646095872)]} 0 0
[junit4] 2> 79052 INFO (qtp1117766961-379) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[18 (1696280598648193024)]} 0 0
[junit4] 2> 79053 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[19 (1696280598649241600)]} 0 0
[junit4] 2> 79055 INFO (qtp249543065-337) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[19 (1696280598650290176)]} 0 0
[junit4] 2> 79056 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[20 (1696280598652387328)]} 0 0
[junit4] 2> 79057 INFO (qtp440819210-358) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[20 (1696280598653435904)]} 0 0
[junit4] 2> 79058 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[21 (1696280598654484480)]} 0 0
[junit4] 2> 79059 INFO (qtp1117766961-378) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[21 (1696280598655533056)]} 0 0
[junit4] 2> 79061 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[22 (1696280598656581632)]} 0 0
[junit4] 2> 79062 INFO (qtp249543065-338) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[22 (1696280598658678784)]} 0 0
[junit4] 2> 79064 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[23 (1696280598659727360)]} 0 0
[junit4] 2> 79065 INFO (qtp440819210-359) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[23 (1696280598660775936)]} 0 0
[junit4] 2> 79066 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[24 (1696280598662873088)]} 0 0
[junit4] 2> 79067 INFO (qtp1117766961-380) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[24 (1696280598663921664)]} 0 0
[junit4] 2> 79068 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[25 (1696280598664970240)]} 0 0
[junit4] 2> 79069 INFO (qtp249543065-339) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[25 (1696280598666018816)]} 0 0
[junit4] 2> 79070 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[26 (1696280598667067392)]} 0 0
[junit4] 2> 79071 INFO (qtp440819210-360) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[26 (1696280598668115968)]} 0 0
[junit4] 2> 79072 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[27 (1696280598669164544)]} 0 0
[junit4] 2> 79074 INFO (qtp1117766961-381) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[27 (1696280598670213120)]} 0 0
[junit4] 2> 79075 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[28 (1696280598671261696)]} 0 0
[junit4] 2> 79076 INFO (qtp249543065-335) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[28 (1696280598672310272)]} 0 0
[junit4] 2> 79077 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[29 (1696280598674407424)]} 0 0
[junit4] 2> 79078 INFO (qtp440819210-356) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[29 (1696280598675456000)]} 0 0
[junit4] 2> 79079 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[30 (1696280598676504576)]} 0 0
[junit4] 2> 79080 INFO (qtp1117766961-377) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[30 (1696280598677553152)]} 0 0
[junit4] 2> 79081 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[31 (1696280598678601728)]} 0 0
[junit4] 2> 79082 INFO (qtp249543065-336) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[31 (1696280598679650304)]} 0 0
[junit4] 2> 79083 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[32 (1696280598680698880)]} 0 0
[junit4] 2> 79084 INFO (qtp440819210-357) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[32 (1696280598681747456)]} 0 0
[junit4] 2> 79085 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[33 (1696280598682796032)]} 0 0
[junit4] 2> 79086 INFO (qtp1117766961-379) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[33 (1696280598683844608)]} 0 0
[junit4] 2> 79088 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[34 (1696280598684893184)]} 0 0
[junit4] 2> 79089 INFO (qtp249543065-337) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[34 (1696280598685941760)]} 0 0
[junit4] 2> 79090 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[35 (1696280598686990336)]} 0 0
[junit4] 2> 79091 INFO (qtp440819210-358) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[35 (1696280598688038912)]} 0 0
[junit4] 2> 79092 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[36 (1696280598689087488)]} 0 0
[junit4] 2> 79093 INFO (qtp1117766961-378) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[36 (1696280598690136064)]} 0 0
[junit4] 2> 79094 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[37 (1696280598691184640)]} 0 0
[junit4] 2> 79095 INFO (qtp249543065-338) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[37 (1696280598692233216)]} 0 0
[junit4] 2> 79096 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[38 (1696280598693281792)]} 0 0
[junit4] 2> 79097 INFO (qtp440819210-359) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[38 (1696280598694330368)]} 0 0
[junit4] 2> 79098 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[39 (1696280598696427520)]} 0 0
[junit4] 2> 79099 INFO (qtp1117766961-380) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[39 (1696280598697476096)]} 0 0
[junit4] 2> 79100 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[40 (1696280598698524672)]} 0 0
[junit4] 2> 79101 INFO (qtp249543065-339) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[40 (1696280598699573248)]} 0 0
[junit4] 2> 79103 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[41 (1696280598701670400)]} 0 0
[junit4] 2> 79105 INFO (qtp440819210-360) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[41 (1696280598702718976)]} 0 0
[junit4] 2> 79106 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[42 (1696280598703767552)]} 0 0
[junit4] 2> 79107 INFO (qtp1117766961-381) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[42 (1696280598705864704)]} 0 0
[junit4] 2> 79108 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[43 (1696280598706913280)]} 0 0
[junit4] 2> 79110 INFO (qtp249543065-335) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[43 (1696280598709010432)]} 0 0
[junit4] 2> 79112 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[44 (1696280598711107584)]} 0 0
[junit4] 2> 79114 INFO (qtp440819210-356) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[44 (1696280598712156160)]} 0 0
[junit4] 2> 79115 INFO (qtp1341775608-314) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[45 (1696280598713204736)]} 0 0
[junit4] 2> 79116 INFO (qtp1117766961-377) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[45 (1696280598715301888)]} 0 0
[junit4] 2> 79117 INFO (qtp1341775608-315) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[46 (1696280598716350464)]} 0 0
[junit4] 2> 79118 INFO (qtp249543065-336) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[46 (1696280598717399040)]} 0 0
[junit4] 2> 79119 INFO (qtp1341775608-316) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[47 (1696280598718447616)]} 0 0
[junit4] 2> 79120 INFO (qtp440819210-357) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[47 (1696280598719496192)]} 0 0
[junit4] 2> 79121 INFO (qtp1341775608-317) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[48 (1696280598720544768)]} 0 0
[junit4] 2> 79122 INFO (qtp1117766961-379) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[48 (1696280598721593344)]} 0 0
[junit4] 2> 79123 INFO (qtp1341775608-318) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[49 (1696280598722641920)]} 0 0
[junit4] 2> 79124 INFO (qtp249543065-337) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[49 (1696280598723690496)]} 0 0
[junit4] 2> 79125 INFO (qtp1341775608-314) [ x:collection
[...truncated too long message...]
0x1045d6fe8ed0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2277573 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73286229175369733-127.0.0.1:40791_solr-n_0000000000) closing
[junit4] 2> 2277574 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a109b77{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 2277575 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b242fbb{/solr,null,STOPPED}
[junit4] 2> 2277575 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2277575 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2277677 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker-SendThread(127.0.0.1:45229)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045d6fe8ed0001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2277778 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/overseer/queue
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 2277780 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45229
[junit4] 2> 2277780 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45229
[junit4] 2> 2277780 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45229
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8DF24EDBF566EA-001
[junit4] 2> Apr 06, 2021 9:30:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=31, maxMBSortInHeap=6.925495106835356, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=es-SV, timezone=America/Shiprock
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=70660944,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [IgnoreLargeDocumentProcessorFactoryTest, LeaderElectionIntegrationTest, TermsComponentTest, TestSolrJ, MultiDestinationAuditLoggerTest, OverseerSolrResponseUnsafeSerializationTest, TestSolrXml, DeleteReplicaTest, DateRangeFieldTest, EnumFieldTest, DistributedFacetExistsSmallTest, MetricUtilsTest, StressHdfsTest, RoutingToNodesWithPropertiesTest, TestFacetMethods, TestReversedWildcardFilterFactory, TestSimComputePlanAction, CollectionsAPIAsyncDistributedZkTest, ClassificationUpdateProcessorTest, TestSystemCollAutoCreate, TestLFUCache, TestSubQueryTransformerDistrib, TestJoin, ManagedSchemaRoundRobinCloudTest, LargeFieldTest, CdcrVersionReplicationTest, DistributedUpdateProcessorTest, TimeZoneUtilsTest, TestZkChroot, SuggesterWFSTTest, BasicFunctionalityTest, BigEndianAscendingWordSerializerTest, TestDistributedMap, TestSortByMinMaxFunction, SearchHandlerTest, DistributedQueryComponentOptimizationTest, TestPhraseSuggestions, TestEmbeddedSolrServerAdminHandler, ShowFileRequestHandlerTest, HttpTriggerListenerTest, TestCollationFieldDocValues, TestStressVersions, TestBM25SimilarityFactory, TestSolrCloudWithKerberosAlt, TestReplicaProperties, MaxSizeAutoCommitTest, TestQueryTypes, UniqFieldsUpdateProcessorFactoryTest, TestRawTransformer, TestSimUtils, SolrGraphiteReporterTest, SuggestComponentContextFilterQueryTest, TestNumericTerms64, TestSchemaManager, TestUseDocValuesAsStored, TestAtomicUpdateErrorCases, ZkDynamicConfigTest, SearchRateTriggerTest, TestConfigSetsAPIZkFailure, ScheduledMaintenanceTriggerTest, TestCollectionAPI, TestNestedUpdateProcessor, TestJsonFacetsStatsParsing, ShardRoutingTest, BlockJoinFacetRandomTest, ReplicationFactorTest, LeaderTragicEventTest, ByteBuffersDirectoryFactoryTest, DocValuesNotIndexedTest, TestJavabinTupleStreamParser, RequestLoggingTest, TestManagedSynonymGraphFilterFactory, TestLegacyBM25SimilarityFactory, TestSimExtremeIndexing, TestStressLiveNodes, MetricsHistoryWithAuthIntegrationTest, AuditLoggerPluginTest, SystemInfoHandlerTest, DistributedTermsComponentTest, TestSweetSpotSimilarityFactory, TestUnifiedSolrHighlighter, SolrCoreMetricManagerTest, TestBulkSchemaConcurrent, SolrCloudReportersTest, PurgeGraphTest, PolyFieldTest, TestBackupRepositoryFactory, HdfsBasicDistributedZkTest, ClusterStateTest, ZkStateWriterTest, UpdateParamsTest, JWTAuthPluginIntegrationTest, XsltUpdateRequestHandlerTest, TestCloudDeduplication, TestManagedSchemaThreadSafety, TestRebalanceLeaders, HdfsRecoverLeaseTest, TestGraphTermsQParserPlugin, ResourceLoaderTest, ConnectionReuseTest, TestDistribPackageStore, TestFieldCollectionResource, NestedShardedAtomicUpdateTest, TestMinHashQParser, HdfsBackupRepositoryIntegrationTest, EmbeddedSolrNoSerializeTest, TestShortCircuitedRequests, TestClusterProperties, TestSchemaNameResource, PreAnalyzedUpdateProcessorTest, TestFieldCache, ReindexCollectionTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestConfigOverlay, MinimalSchemaTest, SolrInfoBeanTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSolrCoreProperties, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, TestCharFilters, AliasIntegrationTest, ChaosMonkeySafeLeaderTest, CloudExitableDirectoryReaderTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DistribDocExpirationUpdateProcessorTest, MultiSolrCloudTestCaseTest, RecoveryAfterSoftCommitTest, SolrXmlInZkTest, SplitShardTest, TestCloudConsistency, TestPullReplica, TestPullReplicaErrorHandling, UnloadDistributedZkTest, BackupRestoreApiErrorConditionsTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, ComputePlanActionTest, HdfsDirectoryFactoryTest, RAMDirectoryFactoryTest, TestConfigSets, TestCoreContainer, TestCorePropertiesReload, TestCustomStream, TestDynamicURP, TestInitParams, TestMergePolicyConfig, TestSimpleTextCodec, TestSolrDeletionPolicy2, DocumentAnalysisRequestHandlerTest, JsonLoaderTest, TestCSVLoader, TestContainerPlugin, TestRestoreCore, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, IndexSizeEstimatorTest, MetricsHandlerTest, MetricsHistoryHandlerTest, SecurityConfHandlerTest, TestConfigsApi, ThreadDumpHandlerTest, ZookeeperStatusHandlerTest, CustomTermsComponentTest, DistributedFacetPivotSmallTest, MoreLikeThisComponentTest, PhrasesIdentificationComponentTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, TaggerTest, TaggingAttributeTest, FastVectorHighlighterTest, HighlighterMaxOffsetTest, HighlighterTest, UninvertDocValuesMergePolicyTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, TestNumericTokenStream, TestLogWatcher, JvmMetricsTest, TestPackages, TestCustomSort, TestFilteredDocIdSet, TestFiltering, TestRecoveryHdfs, SpatialHeatmapFacetsTest, TestExactStatsCache, TestExternalRoleRuleBasedAuthorizationPlugin, TestPKIAuthenticationPlugin, TestImpersonationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [854/936 (2!)] on J1 in 4.76s, 1 test, 1 failure <<< FAILURES!
[...truncated 51107 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2005 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2005/
5 tests failed.
FAILED: org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testRestoreToOriginalCollection
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:D1D59BBC658A15B4]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:120)
at org.junit.Assert.assertEquals(Assert.java:146)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testRestoreToOriginalCollection(AbstractIncrementalBackupTest.java:201)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testSimple
Error Message:
Collection not found: backuprestore_testbackupincsimple_restore
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: backuprestore_testbackupincsimple_restore
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:DC925419A9A5F73B]:0)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:901)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:174)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testBackupIncremental
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:E3E4DF2CB2BE1D97]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:120)
at org.junit.Assert.assertEquals(Assert.java:146)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:471)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors
Error Message:
Expected exception SolrException but no exception was thrown
Stack Trace:
junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:8B859C6DA67FBBA0]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2744)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
at org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors(JWTIssuerConfigTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=25326368, failWrongCredentials=1, requestTimes=2065, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=25326368, failWrongCredentials=1, requestTimes=2065, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:D9F9DECBB6B87D9A]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14226 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 636822 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 636822 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/data-dir-120-001
[junit4] 2> 636822 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 636822 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 636824 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 636824 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 637354 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-002
[junit4] 2> 637355 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 637355 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 637355 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 637356 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 637457 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 40593
[junit4] 2> 637457 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40593
[junit4] 2> 637457 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40593
[junit4] 2> 637457 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40593
[junit4] 2> 637459 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 637459 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637462 WARN (zkConnectionManagerCallback-4726-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4db01ddb name: ZooKeeperConnection Watcher:127.0.0.1:40593 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 637462 WARN (zkConnectionManagerCallback-4726-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 637464 INFO (zkConnectionManagerCallback-4726-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637464 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 637469 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 637469 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637470 WARN (zkConnectionManagerCallback-4728-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17ef7dda name: ZooKeeperConnection Watcher:127.0.0.1:40593/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 637470 WARN (zkConnectionManagerCallback-4728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 637478 INFO (zkConnectionManagerCallback-4728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637478 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 637479 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 637479 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637484 WARN (zkConnectionManagerCallback-4730-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@715ce106 name: ZooKeeperConnection Watcher:127.0.0.1:40593 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 637484 WARN (zkConnectionManagerCallback-4730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 637485 INFO (zkConnectionManagerCallback-4730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637485 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 637487 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045cf263020002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637589 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 637589 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 637589 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 637590 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 637590 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 637590 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 637590 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a7f44a2{/solr,null,AVAILABLE}
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16d96c70{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36103}
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.e.j.s.Server Started @637617ms
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:40593/solr, hostPort=36103}
[junit4] 2> 637591 ERROR (jetty-launcher-4731-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 637591 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T07:13:29.005Z
[junit4] 2> 637594 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 637596 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 637598 WARN (zkConnectionManagerCallback-4733-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36c91f7b name: ZooKeeperConnection Watcher:127.0.0.1:40593/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 637598 WARN (zkConnectionManagerCallback-4733-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 637598 INFO (zkConnectionManagerCallback-4733-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637598 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 637598 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 637603 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045cf263020003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 638061 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 638062 WARN (jetty-launcher-4731-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d6e8794[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 638062 WARN (jetty-launcher-4731-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d6e8794[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 638064 WARN (jetty-launcher-4731-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a1697ba[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 638064 WARN (jetty-launcher-4731-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a1697ba[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 638065 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40593/solr
[junit4] 2> 638066 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 638067 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 638067 WARN (zkConnectionManagerCallback-4744-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63bebd50 name: ZooKeeperConnection Watcher:127.0.0.1:40593 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 638067 WARN (zkConnectionManagerCallback-4744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 638068 INFO (zkConnectionManagerCallback-4744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638068 INFO (jetty-launcher-4731-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 638169 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 638169 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 638170 WARN (zkConnectionManagerCallback-4746-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65bfdff6 name: ZooKeeperConnection Watcher:127.0.0.1:40593/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 638170 WARN (zkConnectionManagerCallback-4746-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 638170 INFO (zkConnectionManagerCallback-4746-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638170 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 638178 WARN (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 638225 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36103_solr
[junit4] 2> 638226 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.Overseer Overseer (id=73285690057687045-127.0.0.1:36103_solr-n_0000000000) starting
[junit4] 2> 638230 INFO (OverseerStateUpdate-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [n:127.0.0.1:36103_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36103_solr
[junit4] 2> 638230 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36103_solr
[junit4] 2> 638231 INFO (OverseerStateUpdate-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [n:127.0.0.1:36103_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 638232 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 638232 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 638239 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 638246 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 638268 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 638276 WARN (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 638276 WARN (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 638286 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 638313 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36103.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fe72061
[junit4] 2> 638321 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36103.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fe72061
[junit4] 2> 638321 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36103.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fe72061
[junit4] 2> 638322 INFO (jetty-launcher-4731-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-002/node1
[junit4] 2> 638346 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 638346 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 638346 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 638347 WARN (zkConnectionManagerCallback-4763-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61503b26 name: ZooKeeperConnection Watcher:127.0.0.1:40593/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 638347 WARN (zkConnectionManagerCallback-4763-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 638347 INFO (zkConnectionManagerCallback-4763-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 638347 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 638349 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 638351 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40593/solr ready
[junit4] 2> 638367 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[E42170E78E5623EA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 638487 INFO (pool-75-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 638498 INFO (pool-75-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 638542 INFO (pool-75-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617693209953,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 638575 INFO (pool-75-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617693209988,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 638607 INFO (OverseerThreadFactory-4753-thread-1-processing-n:127.0.0.1:36103_solr) [n:127.0.0.1:36103_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 638727 INFO (qtp404656387-9743) [n:127.0.0.1:36103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 638727 INFO (qtp404656387-9746) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:36103_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA18OtYjwVu3K8uUc0Id8dK+R2RK/ZNQ8A4+D+E0hqQ8cwAGlWLFh5/DvsR9L0I/fEfSvtyvL+shlhpRu7x5DWm48zHVlHY6DTDePGSYHRwJ9eD0qicyT1yUJJYpYSR9rxU0ysSnpwNUVUqxbIgtC9fwJB0fBIFdquiNN97CP/UoSIt/KWQ++GRMI+Jk1Ph15ppPDjxK2B08wzqWlswb13nGAb172xf2Vl8MgmADpczXEB4WE/DG129rtR8nAxJgpdz67vhixVU1hmX5xnvxaj+KzUgb1ivWw28bXpAVdfmLqLDwhV2ADlRKXxlg/y6Xkyk1BBqp9Qh5VFMd/NIqvtFwIDAQAB
[junit4] 2> 638728 INFO (qtp404656387-9746) [n:127.0.0.1:36103_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 638728 INFO (qtp404656387-9746) [n:127.0.0.1:36103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 638732 INFO (OverseerStateUpdate-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [n:127.0.0.1:36103_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:36103_solr",
[junit4] 2> "base_url":"http://127.0.0.1:36103/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 638952 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 638963 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 638970 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 638970 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 638970 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 638972 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36103.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fe72061
[junit4] 2> 638972 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 639017 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 639017 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 639018 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 639018 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 639020 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 639020 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 639020 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 639020 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696274275824041984
[junit4] 2> 639023 INFO (searcherExecutor-4765-thread-1-processing-n:127.0.0.1:36103_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 639026 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 639026 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 639029 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 639029 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 639029 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36103/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 639030 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 639030 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:36103/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 639030 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73285690057687045-core_node2-n_0000000000
[junit4] 2> 639032 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36103/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 639134 INFO (zkCallback-4745-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639134 INFO (zkCallback-4745-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639134 INFO (zkCallback-4745-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639134 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 639137 INFO (qtp404656387-9745) [n:127.0.0.1:36103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=185
[junit4] 2> 639144 INFO (qtp404656387-9744) [n:127.0.0.1:36103_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 639236 INFO (zkCallback-4745-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639236 INFO (zkCallback-4745-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639236 INFO (zkCallback-4745-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639236 INFO (zkCallback-4745-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 639237 INFO (qtp404656387-9744) [n:127.0.0.1:36103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=633
[junit4] 2> 639246 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[E42170E78E5623EA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=E42170E78E5623EA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq-AL -Dtests.timezone=Asia/Kuwait -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.89s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=25326368, failWrongCredentials=1, requestTimes=2065, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:D9F9DECBB6B87D9A]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 639248 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 640355 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1543056277
[junit4] 2> 640355 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36103_solr
[junit4] 2> 640355 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 640355 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36103_solr as DOWN
[junit4] 2> 640358 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1189e95b
[junit4] 2> 640358 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@1189e95b
[junit4] 2> 640358 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@125270e0: rootName = solr_36103, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@118919b5
[junit4] 2> 640371 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@1189e95b
[junit4] 2> 640372 INFO (coreCloseExecutor-4774-thread-1) [n:127.0.0.1:36103_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 640374 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 640374 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@747a207a: rootName = solr_36103, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@7c753bbc
[junit4] 2> 640379 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 640379 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6db5d5f5: rootName = solr_36103, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5362fa1c
[junit4] 2> 640381 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 640381 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d99b012: rootName = solr_36103, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@30b07670
[junit4] 2> 640381 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 640382 INFO (closeThreadPool-4776-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73285690057687045-127.0.0.1:36103_solr-n_0000000000) closing
[junit4] 2> 640382 INFO (OverseerStateUpdate-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [n:127.0.0.1:36103_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36103_solr
[junit4] 2> 640385 INFO (OverseerAutoScalingTriggerThread-73285690057687045-127.0.0.1:36103_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 640387 INFO (closeThreadPool-4776-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73285690057687045-127.0.0.1:36103_solr-n_0000000000) closing
[junit4] 2> 640388 WARN (jetty-launcher-4731-thread-1-SendThread(127.0.0.1:40593)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045cf263020005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045cf263020005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 640488 INFO (jetty-closer-4770-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73285690057687045-127.0.0.1:36103_solr-n_0000000000) closing
[junit4] 2> 640490 INFO (jetty-closer-4770-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@16d96c70{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 640490 INFO (jetty-closer-4770-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a7f44a2{/solr,null,STOPPED}
[junit4] 2> 640490 INFO (jetty-closer-4770-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 640491 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 640693 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/overseer/queue
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 640695 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40593
[junit4] 2> 640695 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40593
[junit4] 2> 640695 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40593
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E42170E78E5623EA-001
[junit4] 2> Apr 06, 2021 7:13:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1350, maxMBSortInHeap=6.170979793319756, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sq-AL, timezone=Asia/Kuwait
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=95208896,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [RankQueryTest, TestMultiWordSynonyms, PreAnalyzedFieldTest, LegacyCloudClusterPropTest, TestPointFields, InfixSuggestersTest, DistributedFacetPivotLongTailTest, TestSlowCompositeReaderWrapper, TestTestInjection, CloudMLTQParserTest, TestTrie, TestPerFieldSimilarity, TestSSLRandomization, IndexSizeTriggerSizeEstimationTest, PeerSyncWithBufferUpdatesTest, HighlighterWithoutStoredIdTest, V2CollectionBackupsAPIMappingTest, TestSQLHandlerNonCloud, TestDynamicFieldCollectionResource, HDFSCollectionsAPITest, SharedFSAutoReplicaFailoverTest, TestSchemaSimilarityResource, TestNamedUpdateProcessors, TestStressReorder, TestRealTimeGet, TestSolrQueryResponse, MoreLikeThisHandlerTest, ConfigureRecoveryStrategyTest, TestCorePropertiesReload, TestConfigSetProperties, TestLMDirichletSimilarityFactory, DistributedSpellCheckComponentTest, TestCloudJSONFacetJoinDomain, ScheduledTriggerTest, DocValuesMultiTest, TestReplicationHandlerDiskOverFlow, CursorMarkTest, HdfsUnloadDistributedZkTest, UUIDFieldTest, TestSubQueryTransformer, ReplaceNodeNoTargetTest, FastVectorHighlighterTest, TestSha256AuthenticationProvider, TestCollectionAPIs, NodeMarkersRegistrationTest, TestFiltering, SolrLogAuditLoggerPluginTest, CrossCollectionJoinQueryTest, TestSimLargeCluster, SolrMetricReporterTest, TestHdfsUpdateLog, TestFastOutputStream, DistributedDebugComponentTest, BasicAuthOnSingleNodeTest, SecurityConfHandlerTest, TransactionLogTest, TestPushWriter, SchemaApiFailureTest, TestXmlQParserPlugin, FieldMutatingUpdateProcessorTest, ConnectionManagerTest, MultiSolrCloudTestCaseTest, TestClassicSimilarityFactory, Tagger2Test, TestAuthenticationFramework, ChaosMonkeySafeLeaderTest, BadIndexSchemaTest, SolrRrdBackendFactoryTest, TestConfigSetsAPIExclusivity, TestSimScenario, RollingRestartTest, MinimalSchemaTest, TestJmxIntegration, SynonymTokenizerTest, CoreAdminRequestStatusTest, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [304/936 (1!)] on J3 in 4.51s, 1 test, 1 failure <<< FAILURES!
[...truncated 992 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest
[junit4] 2> 1613596 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1613597 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_E42170E78E5623EA-001/data-dir-177-001
[junit4] 2> 1613597 WARN (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1613597 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1613598 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1613598 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1613598 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 1613599 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest_E42170E78E5623EA-001/tempDir-001
[junit4] 2> 1613599 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1613599 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1613599 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1613600 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1613699 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 46151
[junit4] 2> 1613699 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46151
[junit4] 2> 1613699 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46151
[junit4] 2> 1613699 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46151
[junit4] 2> 1613711 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1613719 INFO (zkConnectionManagerCallback-17911-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1613719 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1613728 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1613729 INFO (zkConnectionManagerCallback-17913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1613729 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1613730 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1613731 INFO (zkConnectionManagerCallback-17915-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1613731 INFO (SUITE-LocalFSCloudIncrementalBackupTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1613833 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 1613835 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1613835 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1613835 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1702bf66{/solr,null,AVAILABLE}
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4faf9c92{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36643}
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.e.j.s.Server Started @1613863ms
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45771c2f{/solr,null,AVAILABLE}
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:46151/solr, hostPort=36643}
[junit4] 2> 1613836 ERROR (jetty-launcher-17916-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1613836 INFO (jetty-launcher-17916-thread-2) [ ] o.a.s.s.Solr
[...truncated too long message...]
lerBackup, CurrencyRangeFacetCloudTest, HdfsTlogReplayBufferedWhileIndexingTest, TestUseDocValuesAsStored2, TestExplainDocTransformer, RemoteQueryErrorTest, XmlInterpolationTest, TestPKIAuthenticationPlugin, TestApiFramework, NodeLostTriggerTest, TestFilteredDocIdSet, PKIAuthenticationIntegrationTest, BlockJoinFacetSimpleTest, TestSimGenericDistributedQueue, SolrMetricManagerTest, UtilsToolTest, TestExceedMaxTermLength, TestExportTool, DebugComponentTest, BasicAuthIntegrationTest, PropertiesRequestHandlerTest, TestUpdate, TestPHPSerializedResponseWriter, RequiredFieldsTest, TestXmlQParser, DocExpirationUpdateProcessorFactoryTest, ConcurrentCreateRoutedAliasTest, MoveReplicaTest, TestBooleanSimilarityFactory, RandomizedTaggerTest, SystemCollectionCompatTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, BadCopyFieldTest, SolrShardReporterTest, TestConfigSetsAPI, TestSimPolicyCloud, RestartWhileUpdatingTest, EchoParamsTest, TestInitParams, SpatialRPTFieldTypeTest, CoreAdminOperationTest, TestRuleBasedAuthorizationWithKerberos, TestPayloadCheckQParserPlugin, TestRTimerTree, ActionThrottleTest, TestCloudRecovery, TestSurroundQueryParser, SolrIndexSearcherTest, TestUniqueKeyFieldResource, TestAnalyzeInfixSuggestions, TestNestedDocsSort, QueryResultKeyTest, CollectionsAPIDistributedZkTest, MigrateRouteKeyTest, TestSnapshotCloudManager, QueryElevationComponentTest, FileBasedSpellCheckerTest, TestManagedResource, UpdateRequestProcessorFactoryTest, TestFieldCacheReopen, TestComplexPhraseQParserPlugin, LukeRequestHandlerTest, HdfsRecoveryZkTest, TriggerIntegrationTest, TestCloudManagedSchema, TestCustomDocTransformer, TestDocumentBuilder, OverseerStatusTest, JvmMetricsTest, ImplicitSnitchTest, AlternateDirectoryTest, BadComponentTest, TestQueryUtils, SolrIndexConfigTest, TestJsonFacetsWithNestedObjects, TestUtilizeNode, TestCloudInspectUtil, SecurityHeadersTest, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, ChaosMonkeySafeLeaderWithPullReplicasTest, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DocValuesNotIndexedTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, NestedShardedAtomicUpdateTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, PeerSyncReplicationTest, TestHashPartitioner, TestOnReconnectListenerSupport, TestQueryingOnDownCollection, TestRandomFlRTGCloud, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, ZkControllerTest, ZkFailoverTest, ZkSolrClientTest, HdfsCollectionsAPIDistributedZkTest, LocalFSCloudIncrementalBackupTest]
[junit4] Completed [605/936 (2!)] on J2 in 17.77s, 3 tests, 2 failures, 1 error <<< FAILURES!
[...truncated 869 lines...]
[junit4] Suite: org.apache.solr.security.JWTIssuerConfigTest
[junit4] 2> 2278630 INFO (SUITE-JWTIssuerConfigTest-seed#[E42170E78E5623EA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=JWTIssuerConfigTest -Dtests.method=jwksUrlwithHttpBehaviors -Dtests.seed=E42170E78E5623EA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-LB -Dtests.timezone=America/Manaus -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.01s J0 | JWTIssuerConfigTest.jwksUrlwithHttpBehaviors <<<
[junit4] > Throwable #1: junit.framework.AssertionFailedError: Expected exception SolrException but no exception was thrown
[junit4] > at __randomizedtesting.SeedInfo.seed([E42170E78E5623EA:8B859C6DA67FBBA0]:0)
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2744)
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
[junit4] > at org.apache.solr.security.JWTIssuerConfigTest.jwksUrlwithHttpBehaviors(JWTIssuerConfigTest.java:145)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=579, maxMBSortInHeap=5.375270373060952, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ar-LB, timezone=America/Manaus
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=181837176,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [QueryEqualityTest, TestMaxScoreQueryParser, OpenExchangeRatesOrgProviderTest, LeaderFailureAfterFreshStartTest, TestManagedSchemaAPI, DistributedSuggestComponentTest, DistributedExpandComponentTest, TestPostingsSolrHighlighter, TestSolrIndexConfig, TestSolrCLIRunExample, TestScoreJoinQPScore, TestSimpleTrackingShardHandler, TestLMJelinekMercerSimilarityFactory, TestRandomRequestDistribution, HdfsAutoAddReplicasIntegrationTest, DocumentBuilderTest, HighlighterConfigTest, TestConfigsApi, TestReqParamsAPI, TestRestManager, CdcrRequestHandlerTest, ShardRoutingCustomTest, TestFieldTypeResource, TemplateUpdateProcessorTest, TestStandardQParsers, TestRandomCollapseQParserPlugin, TestRawResponseWriter, DocumentAnalysisRequestHandlerTest, TestConfigSets, TestConfig, TestDFISimilarityFactory, DistributedQueryComponentCustomSortTest, DistributedFacetSimpleRefinementLongTailTest, RestoreTriggerStateTest, DateFieldTest, TestIncrementalCoreBackup, AnalyticsMergeStrategyTest, HdfsSyncSliceTest, TestTextField, TestChildDocTransformer, RecoveryZkTest, TaggerTest, TestAuthorizationFramework, StatsReloadRaceTest, NodeAddedTriggerTest, TestFastLRUCache, JWTVerificationkeyResolverTest, BlockJoinFacetDistribTest, TestSimExecutePlanAction, MetricsDisabledCloudTest, TestUtils, SolrIndexSplitterTest, SolrPluginUtilsTest, CustomHighlightComponentTest, AuditLoggerIntegrationTest, MetricsHandlerTest, TestIndexingPerformance, TestGraphMLResponseWriter, PrimitiveFieldTypeTest, TestTrieFacet, DimensionalRoutedAliasUpdateProcessorTest, CollectionStateFormat2Test, MoveReplicaHDFSFailoverTest, SimpleMLTQParserTest, JavabinLoaderTest, SplitShardTest, BasicZkTest, TestManagedSynonymFilterFactory, SolrSlf4jReporterTest, TestCloudSearcherWarming, TestSimNodeAddedTrigger, ReplaceNodeTest, DisMaxRequestHandlerTest, TestImplicitCoreProperties, SchemaVersionSpecificBehaviorTest, CoreAdminCreateDiscoverTest, TestDelegationWithHadoopAuth, TestNoOpRegenerator, TestMaxTokenLenTokenizer, TestJettySolrRunner, TestCloudPivotFacet, TestStressUserVersions, ReturnFieldsTest, TestSchemaVersionResource, SuggesterTest, GraphQueryTest, HdfsDirectoryFactoryTest, CollectionTooManyReplicasTest, MetricsHistoryIntegrationTest, TestSimTriggerIntegration, MoreLikeThisComponentTest, ConjunctionSolrSpellCheckerTest, SegmentsInfoRequestHandlerTest, TestSubQueryTransformerCrossCore, UUIDUpdateProcessorFallbackTest, TestDocTermOrdsUninvertLimit, TestCollapseQParserPlugin, InfoHandlerTest, HdfsNNFailoverTest, TriggerCooldownIntegrationTest, TestBinaryField, TestBinaryResponseWriter, TestDistributedMissingSort, OverseerSolrResponseTest, TestNumericTokenStream, ZkStateReaderTest, RulesTest, ZookeeperReadAPITest, TestPseudoReturnFields, SoftAutoCommitTest, TestPerFieldSimilarityWithDefaultOverride, TestJsonFacets, TestTolerantUpdateProcessorCloud, TestCloudConsistency, NoCacheHeaderTest, CleanupOldIndexTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteNodeTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerTest, RoutingToNodesWithPropertiesTest, SolrCloudExampleTest, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestPullReplica, TestPullReplicaErrorHandling, TestStressCloudBlindAtomicUpdates, TestTlogReplayVsRecovery, TestTlogReplica, ZkNodePropsTest, ZkShardTermsTest, AssignTest, BackupRestoreApiErrorConditionsTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, PurgeGraphTest, ShardSplitTest, NodeAddedTriggerIntegrationTest, TestPolicyCloud, CdcrOpsAndBoundariesTest, CdcrReplicationHandlerTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, StressHdfsTest, ZkCollectionPropsCachingTest, TestDynamicLoadingUrl, TestLazyCores, TestSolrCoreSnapshots, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestCSVLoader, TestConfigReload, TestSnapshotCoreBackup, TestSolrConfigHandlerConcurrent, V2ApiIntegrationTest, XmlUpdateRequestHandlerTest, AutoscalingHistoryHandlerTest, CoreMergeIndexesAdminHandlerTest, DaemonStreamApiTest, DistributedFacetPivotSmallAdvancedTest, ResponseLogComponentTest, SearchHandlerTest, TermsComponentTest, TestExpandComponent, TestHttpShardHandlerFactory, TestTrackingShardHandlerFactory, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery64, SolrJmxReporterCloudTest, TestPackages, TestSchemaManager, TestSortableTextField, LargeFieldTest, MaxScoreCollectorTest, MergeStrategyTest, TestCaffeineCache, TestFoldingMultitermQuery, TestHashQParserPlugin, TestInitQParser, TestLFUCache, TestSmileRequest, TestSolr4Spatial2, TestSolrFieldCacheBean, TestSort, TestCloudJSONFacetSKGEquiv, AggValueSourceTest, SortByFunctionTest, TestOrdValues, TestSortByMinMaxFunction, DistanceFunctionTest, TestExactSharedStatsCache, JWTIssuerConfigTest]
[junit4] Completed [837/936 (3!)] on J0 in 0.31s, 13 tests, 1 failure <<< FAILURES!
[...truncated 51153 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2004 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2004/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=13918880, failWrongCredentials=1, requestTimes=2039, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=13918880, failWrongCredentials=1, requestTimes=2039, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([8993D7366778861C:B44B791A5F96D86C]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13939 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 560262 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 560262 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/data-dir-52-001
[junit4] 2> 560262 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=43 numCloses=43
[junit4] 2> 560262 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 560264 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 560264 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 560264 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 560630 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-002
[junit4] 2> 560631 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 560631 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 560631 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 560632 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 560731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 38427
[junit4] 2> 560731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38427
[junit4] 2> 560731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38427
[junit4] 2> 560731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38427
[junit4] 2> 560733 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 560733 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 560736 WARN (zkConnectionManagerCallback-3888-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5fc69032 name: ZooKeeperConnection Watcher:127.0.0.1:38427 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 560736 WARN (zkConnectionManagerCallback-3888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 560737 INFO (zkConnectionManagerCallback-3888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 560737 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 560745 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 560745 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 560745 WARN (zkConnectionManagerCallback-3890-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2851b94a name: ZooKeeperConnection Watcher:127.0.0.1:38427/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 560745 WARN (zkConnectionManagerCallback-3890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 560750 INFO (zkConnectionManagerCallback-3890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 560750 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 560751 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 560751 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 560751 WARN (zkConnectionManagerCallback-3892-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7261e96c name: ZooKeeperConnection Watcher:127.0.0.1:38427 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 560751 WARN (zkConnectionManagerCallback-3892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 560752 INFO (zkConnectionManagerCallback-3892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 560752 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 560856 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 560857 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4265ca65{/solr,null,AVAILABLE}
[junit4] 2> 560857 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55fb454f{SSL, (ssl, http/1.1)}{127.0.0.1:40969}
[junit4] 2> 560857 INFO (jetty-launcher-3893-thread-1) [ ] o.e.j.s.Server Started @560885ms
[junit4] 2> 560857 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38427/solr, hostPort=40969}
[junit4] 2> 560858 ERROR (jetty-launcher-3893-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 560858 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T05:07:41.441Z
[junit4] 2> 560859 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 560859 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 560860 WARN (zkConnectionManagerCallback-3895-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3bd3b97d name: ZooKeeperConnection Watcher:127.0.0.1:38427/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 560860 WARN (zkConnectionManagerCallback-3895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 560860 INFO (zkConnectionManagerCallback-3895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 560860 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 560861 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 560865 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045c7f38600003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045c7f38600003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045c7f38600003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562456 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 562456 WARN (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 562457 WARN (jetty-launcher-3893-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43e8834c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 562457 WARN (jetty-launcher-3893-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43e8834c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 562459 WARN (jetty-launcher-3893-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 562460 WARN (jetty-launcher-3893-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@26aa1961[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 562460 WARN (jetty-launcher-3893-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@26aa1961[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 562461 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38427/solr
[junit4] 2> 562461 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 562462 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562465 WARN (zkConnectionManagerCallback-3906-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7182c4da name: ZooKeeperConnection Watcher:127.0.0.1:38427 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 562466 WARN (zkConnectionManagerCallback-3906-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 562466 INFO (zkConnectionManagerCallback-3906-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 562466 INFO (jetty-launcher-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 562467 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045c7f38600004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045c7f38600004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045c7f38600004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562568 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 562568 WARN (jetty-launcher-3893-thread-1-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562568 WARN (zkConnectionManagerCallback-3908-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f6b7e7a name: ZooKeeperConnection Watcher:127.0.0.1:38427/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 562568 WARN (zkConnectionManagerCallback-3908-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 562569 INFO (zkConnectionManagerCallback-3908-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 562569 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 562577 WARN (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 562637 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40969_solr
[junit4] 2> 562637 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer (id=73285195421188101-127.0.0.1:40969_solr-n_0000000000) starting
[junit4] 2> 562641 INFO (OverseerStateUpdate-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40969_solr
[junit4] 2> 562642 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40969_solr
[junit4] 2> 562642 INFO (OverseerStateUpdate-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 562644 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 562645 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 562652 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 562706 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 562741 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 562744 WARN (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 562744 WARN (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 562753 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 562783 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c86955a
[junit4] 2> 562789 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c86955a
[junit4] 2> 562789 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c86955a
[junit4] 2> 562790 INFO (jetty-launcher-3893-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-002/node1
[junit4] 2> 562809 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 562809 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 562809 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker-SendThread(127.0.0.1:38427)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 562810 WARN (zkConnectionManagerCallback-3925-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b898492 name: ZooKeeperConnection Watcher:127.0.0.1:38427/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 562810 WARN (zkConnectionManagerCallback-3925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 562810 INFO (zkConnectionManagerCallback-3925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 562810 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 562811 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 562813 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38427/solr ready
[junit4] 2> 562828 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[8993D7366778861C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 562959 INFO (pool-88-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 562970 INFO (pool-88-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 563005 INFO (pool-88-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617685663585,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 563032 INFO (pool-88-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617685663615,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 563053 INFO (OverseerThreadFactory-3915-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 563183 INFO (qtp1594043967-8614) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 563184 INFO (qtp1594043967-8615) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:40969_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAk9EJt+aN1PjRAPFYCqMtGqv4GcDiVDqK4ShzgzwOjCGCxHI1k4bOTqG9qi/g9vl04/r85a4Py9bMW1cm0Rlm6YPRYZqYQNn+vUiR8iJlogJWCmGymh0jMEf6xt9jvsOknj+xh6Do0kEsANLRL4Bbp6V/wy+EviaQqfGA6rjIjU9Fh2d3VJB2r0ImMuR6Skxho3kCxSUPbAMtd8fWrY/26PNdgGSpGlAXTKJQcudHQhG2EqOGdOKzlvBPgaPRE1RRU/z0tu8J66Kn3YTBwoxTHI1UcYxVqrKTQdg2nSbWcLHHm7osUtjikSGaxWapZqnGCUmdk5wQaJ7phS0KyxAUJwIDAQAB
[junit4] 2> 563187 INFO (qtp1594043967-8615) [n:127.0.0.1:40969_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 563187 INFO (qtp1594043967-8615) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 563193 INFO (OverseerStateUpdate-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:40969_solr",
[junit4] 2> "base_url":"https://127.0.0.1:40969/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 563409 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 563419 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 563436 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 563436 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 563436 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 563438 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c86955a
[junit4] 2> 563438 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 563481 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 563481 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 563482 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 563482 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 563484 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 563484 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 563485 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 563485 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696266362885767168
[junit4] 2> 563497 INFO (searcherExecutor-3927-thread-1-processing-n:127.0.0.1:40969_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 563500 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 563501 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 563504 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 563504 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 563504 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40969/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 563504 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 563505 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:40969/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 563505 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73285195421188101-core_node2-n_0000000000
[junit4] 2> 563507 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40969/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 563613 INFO (zkCallback-3907-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 563614 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 563616 INFO (qtp1594043967-8613) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=207
[junit4] 2> 563618 INFO (qtp1594043967-8616) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 563716 INFO (zkCallback-3907-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 563716 INFO (zkCallback-3907-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 563717 INFO (qtp1594043967-8616) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=667
[junit4] 2> 563726 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[8993D7366778861C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=8993D7366778861C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=Asia/Manila -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.91s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=13918880, failWrongCredentials=1, requestTimes=2039, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([8993D7366778861C:B44B791A5F96D86C]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 563728 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 564832 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=945498072
[junit4] 2> 564832 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40969_solr
[junit4] 2> 564833 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 564833 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40969_solr as DOWN
[junit4] 2> 564835 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4f725cae
[junit4] 2> 564835 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@4f725cae
[junit4] 2> 564835 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76250a18: rootName = solr_40969, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@fc8f9b1
[junit4] 2> 564845 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@4f725cae
[junit4] 2> 564846 INFO (coreCloseExecutor-3936-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 564847 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 564847 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1df38b40: rootName = solr_40969, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@5c5738f9
[junit4] 2> 564852 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 564852 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e5422c6: rootName = solr_40969, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@6c3e2f9b
[junit4] 2> 564854 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 564854 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49d6cb84: rootName = solr_40969, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@456f7999
[junit4] 2> 564854 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 564855 INFO (closeThreadPool-3938-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73285195421188101-127.0.0.1:40969_solr-n_0000000000) closing
[junit4] 2> 564856 INFO (OverseerStateUpdate-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40969_solr
[junit4] 2> 564863 INFO (OverseerAutoScalingTriggerThread-73285195421188101-127.0.0.1:40969_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 564865 INFO (closeThreadPool-3938-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73285195421188101-127.0.0.1:40969_solr-n_0000000000) closing
[junit4] 2> 564966 INFO (jetty-closer-3932-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73285195421188101-127.0.0.1:40969_solr-n_0000000000) closing
[junit4] 2> 564967 INFO (jetty-closer-3932-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@55fb454f{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 564967 INFO (jetty-closer-3932-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4265ca65{/solr,null,STOPPED}
[junit4] 2> 564967 INFO (jetty-closer-3932-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 564968 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 565170 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 565172 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38427
[junit4] 2> 565172 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38427
[junit4] 2> 565172 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8993D7366778861C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38427
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8993D7366778861C-001
[junit4] 2> Apr 06, 2021 5:07:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1148, maxMBSortInHeap=7.931011184472013, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=hu, timezone=Asia/Manila
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=280971360,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributedGrouping, TestHdfsBackupRestoreCore, TestSQLHandlerNonCloud, SuggesterTSTTest, TestXmlQParserPlugin, TestManagedResourceStorage, ReplaceNodeNoTargetTest, TestCloudPhrasesIdentificationComponent, HdfsRestartWhileUpdatingTest, TestNamedUpdateProcessors, HDFSCollectionsAPITest, SynonymTokenizerTest, IndexSchemaRuntimeFieldTest, ForceLeaderWithTlogReplicasTest, ResponseBuilderTest, IndexSizeTriggerSizeEstimationTest, URLClassifyProcessorTest, TestLMDirichletSimilarityFactory, TestRealTimeGet, TestExpandComponent, DistributedSpellCheckComponentTest, TestPrepRecovery, TestCodecSupport, AddBlockUpdateTest, TestGeoJSONResponseWriter, AddReplicaTest, TestNRTOpen, SimpleFacetsTest, TestHdfsCloudBackupRestore, TestHttpServletCarrier, AutoscalingHistoryHandlerTest, TransactionLogTest, TestSolrDeletionPolicy2, SortSpecParsingTest, TestAuthenticationFramework, FastVectorHighlighterTest, TestSubQueryTransformer, TestDeleteCollectionOnDownNodes, CollectionPropsTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestConfigSetProperties, TestShardHandlerFactory, TestConfigSetsAPIExclusivity, SolrLogAuditLoggerPluginTest, DistributedFacetPivotLongTailTest, TestPointFields, SecurityConfHandlerTest, Tagger2Test, TestStressReorder, DeleteStatusTest, TestCloudSchemaless, TestSchemaSimilarityResource, MultiSolrCloudTestCaseTest, ExitableDirectoryReaderTest, TestSimLargeCluster, TestPolicyCloud, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [208/936 (1!)] on J3 in 6.01s, 1 test, 1 failure <<< FAILURES!
[...truncated 53306 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2003 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2003/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=23758263, failWrongCredentials=1, requestTimes=1899, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=23758263, failWrongCredentials=1, requestTimes=1899, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([6BF8684AA3C2C816:5620C6669B2C9666]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13555 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 170330 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 170330 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 170330 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/data-dir-35-001
[junit4] 2> 170330 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 170331 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 170332 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 170619 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-002
[junit4] 2> 170620 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 170620 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 170621 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 170624 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 170720 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 39243
[junit4] 2> 170720 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39243
[junit4] 2> 170720 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39243
[junit4] 2> 170720 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39243
[junit4] 2> 170731 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 170731 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 170735 WARN (zkConnectionManagerCallback-1564-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56a5be64 name: ZooKeeperConnection Watcher:127.0.0.1:39243 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 170735 WARN (zkConnectionManagerCallback-1564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 170736 INFO (zkConnectionManagerCallback-1564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 170736 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 170744 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 170744 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 170745 WARN (zkConnectionManagerCallback-1566-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4966f11a name: ZooKeeperConnection Watcher:127.0.0.1:39243/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 170745 WARN (zkConnectionManagerCallback-1566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 170745 INFO (zkConnectionManagerCallback-1566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 170745 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 170748 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 170748 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 170752 WARN (zkConnectionManagerCallback-1568-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7aec7ecd name: ZooKeeperConnection Watcher:127.0.0.1:39243 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 170752 WARN (zkConnectionManagerCallback-1568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 170752 INFO (zkConnectionManagerCallback-1568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 170752 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 170856 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 170856 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 170856 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 170857 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 170857 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 170857 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 170857 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f521d3d{/solr,null,AVAILABLE}
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3600841d{SSL, (ssl, http/1.1)}{127.0.0.1:46741}
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.e.j.s.Server Started @170888ms
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:39243/solr, hostPort=46741}
[junit4] 2> 170858 ERROR (jetty-launcher-1569-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 170858 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T02:09:32.590Z
[junit4] 2> 170859 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 170859 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 170860 WARN (zkConnectionManagerCallback-1571-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47ad6f42 name: ZooKeeperConnection Watcher:127.0.0.1:39243/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 170860 WARN (zkConnectionManagerCallback-1571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 170860 INFO (zkConnectionManagerCallback-1571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 170860 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 170860 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 170865 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045bdc1f050003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171364 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 171365 WARN (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 171366 WARN (jetty-launcher-1569-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29826d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 171366 WARN (jetty-launcher-1569-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29826d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 171368 WARN (jetty-launcher-1569-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 171372 WARN (jetty-launcher-1569-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2002775d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 171372 WARN (jetty-launcher-1569-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2002775d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 171373 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39243/solr
[junit4] 2> 171374 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 171374 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171374 WARN (zkConnectionManagerCallback-1582-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@625bf048 name: ZooKeeperConnection Watcher:127.0.0.1:39243 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 171375 WARN (zkConnectionManagerCallback-1582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 171375 INFO (zkConnectionManagerCallback-1582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 171375 INFO (jetty-launcher-1569-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 171376 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045bdc1f050004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171477 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 171478 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171478 WARN (zkConnectionManagerCallback-1584-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@82e8cf1 name: ZooKeeperConnection Watcher:127.0.0.1:39243/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 171478 WARN (zkConnectionManagerCallback-1584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 171479 INFO (zkConnectionManagerCallback-1584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 171479 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 171490 WARN (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 171552 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46741_solr
[junit4] 2> 171552 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.Overseer Overseer (id=73284494916124677-127.0.0.1:46741_solr-n_0000000000) starting
[junit4] 2> 171562 INFO (OverseerStateUpdate-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [n:127.0.0.1:46741_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46741_solr
[junit4] 2> 171562 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46741_solr
[junit4] 2> 171563 INFO (OverseerStateUpdate-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 171565 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 171565 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 171582 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 171586 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 171606 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 171611 WARN (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 171611 WARN (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 171622 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 171654 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46741.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8e909f
[junit4] 2> 171661 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46741.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8e909f
[junit4] 2> 171661 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46741.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8e909f
[junit4] 2> 171662 INFO (jetty-launcher-1569-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-002/node1
[junit4] 2> 171677 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 171678 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 171678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 171679 WARN (zkConnectionManagerCallback-1601-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34060833 name: ZooKeeperConnection Watcher:127.0.0.1:39243/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 171679 WARN (zkConnectionManagerCallback-1601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 171682 INFO (zkConnectionManagerCallback-1601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 171682 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 171685 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 171686 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39243/solr ready
[junit4] 2> 171705 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[6BF8684AA3C2C816]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 171834 INFO (pool-9-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 171845 INFO (pool-9-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 171872 INFO (pool-9-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617674973601,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 171904 INFO (pool-9-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617674973636,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 171927 WARN (qtp2046455657-2392) [ ] o.a.h.s.a.u.KerberosName auth_to_local rule mechanism not set.Using default of hadoop
[junit4] 2> 171935 INFO (OverseerThreadFactory-1591-thread-1-processing-n:127.0.0.1:46741_solr) [n:127.0.0.1:46741_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 172083 INFO (qtp2046455657-2391) [n:127.0.0.1:46741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 172084 INFO (qtp2046455657-2390) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:46741_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAic2s4AN2jKnDjhtV+fKeKUyQliHNlFXeyKb5W9qCGCsrR1nv0OAlviwovLsuzjK89qPDse7n4KdX+qQY0r2xh1fP6lwG1GgOj9HC1edT8w5AK5tuvMyoRTxIcBm2oC46OWxrBkNN2C5Hi9VNafjzGDlV1K1ntcC8NYOE7MtW0bM2PKx1P/J+3MhHQp1DxL3wbkmh8NYAV0AW1WCTaPzbyMgaya/smDry8BEToGxnWA9fKHSf5Srnirmc1lleQB7bSOnOD+GsF2ekkCjcqZ7EAcnMpGyd2Fy7NvbJKvKSYZkEgkrrXgGkPZSxqMVT67NUC0keL5mrJGDpcY3W/0ysUQIDAQAB
[junit4] 2> 172087 INFO (qtp2046455657-2390) [n:127.0.0.1:46741_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 172088 INFO (qtp2046455657-2390) [n:127.0.0.1:46741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 172111 INFO (OverseerStateUpdate-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [n:127.0.0.1:46741_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:46741_solr",
[junit4] 2> "base_url":"https://127.0.0.1:46741/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 172337 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 172362 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 172377 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 172377 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 172377 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 172378 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46741.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d8e909f
[junit4] 2> 172379 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 172428 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 172428 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 172429 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 172429 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 172432 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 172433 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 172433 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 172433 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696255153710039040
[junit4] 2> 172436 INFO (searcherExecutor-1603-thread-1-processing-n:127.0.0.1:46741_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 172439 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 172439 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 172446 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 172446 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 172446 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46741/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 172446 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 172447 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:46741/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 172447 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73284494916124677-core_node2-n_0000000000
[junit4] 2> 172449 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46741/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 172551 INFO (zkCallback-1583-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172551 INFO (zkCallback-1583-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172551 INFO (zkCallback-1583-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172552 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 172556 INFO (qtp2046455657-2393) [n:127.0.0.1:46741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=218
[junit4] 2> 172558 INFO (qtp2046455657-2392) [n:127.0.0.1:46741_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 172655 INFO (zkCallback-1583-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172655 INFO (zkCallback-1583-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172655 INFO (zkCallback-1583-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172656 INFO (zkCallback-1583-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 172656 INFO (qtp2046455657-2392) [n:127.0.0.1:46741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=724
[junit4] 2> 172665 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[6BF8684AA3C2C816]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=6BF8684AA3C2C816 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PR -Dtests.timezone=Brazil/West -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.98s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=23758263, failWrongCredentials=1, requestTimes=1899, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([6BF8684AA3C2C816:5620C6669B2C9666]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 172670 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 173775 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1666980506
[junit4] 2> 173775 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46741_solr
[junit4] 2> 173776 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 173776 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46741_solr as DOWN
[junit4] 2> 173781 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5ce49992
[junit4] 2> 173781 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@5ce49992
[junit4] 2> 173781 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f3017fe: rootName = solr_46741, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@17d2693
[junit4] 2> 173791 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@5ce49992
[junit4] 2> 173792 INFO (coreCloseExecutor-1612-thread-1) [n:127.0.0.1:46741_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 173808 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 173808 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@368d288b: rootName = solr_46741, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3e0dd4c8
[junit4] 2> 173813 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 173813 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@631806b7: rootName = solr_46741, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@532f104c
[junit4] 2> 173815 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 173815 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ffa4eac: rootName = solr_46741, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@730492b6
[junit4] 2> 173815 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 173818 INFO (closeThreadPool-1614-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73284494916124677-127.0.0.1:46741_solr-n_0000000000) closing
[junit4] 2> 173820 INFO (OverseerStateUpdate-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [n:127.0.0.1:46741_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46741_solr
[junit4] 2> 173824 INFO (OverseerAutoScalingTriggerThread-73284494916124677-127.0.0.1:46741_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 173825 INFO (closeThreadPool-1614-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284494916124677-127.0.0.1:46741_solr-n_0000000000) closing
[junit4] 2> 173826 WARN (jetty-launcher-1569-thread-1-SendThread(127.0.0.1:39243)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045bdc1f050005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045bdc1f050005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 173928 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284494916124677-127.0.0.1:46741_solr-n_0000000000) closing
[junit4] 2> 173930 INFO (jetty-closer-1608-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3600841d{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 173930 INFO (jetty-closer-1608-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f521d3d{/solr,null,STOPPED}
[junit4] 2> 173930 INFO (jetty-closer-1608-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 173932 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 174142 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 174144 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39243
[junit4] 2> 174144 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39243
[junit4] 2> 174144 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[6BF8684AA3C2C816]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39243
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_6BF8684AA3C2C816-001
[junit4] 2> Apr 06, 2021 2:09:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=590, maxMBSortInHeap=6.959720214608277, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-PR, timezone=Brazil/West
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=237982472,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [TestTermsQParserPlugin, TestStressIncrementalBackup, TestClassicSimilarityFactory, TestLegacyFieldCache, CloudExitableDirectoryReaderTest, TestSafeXMLParsing, ConfigureRecoveryStrategyTest, NumericFieldsTest, UUIDFieldTest, TestSimDistributedQueue, HighlighterWithoutStoredIdTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestPayloadScoreQParserPlugin, TestSSLRandomization, MergeStrategyTest, TestXmlQParserPlugin, DistributedMLTComponentTest, CollectionPropsTest, NodeAddedTriggerIntegrationTest, TestCollectionAPIs, ZkCollectionPropsCachingTest, CloudReplicaSourceTest, TestStressReorder, BaseCdcrDistributedZkTest, SolrRrdBackendFactoryTest, SolrCoreCheckLockOnStartupTest, TestRTGBase, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [105/936 (1!)] on J3 in 4.76s, 1 test, 1 failure <<< FAILURES!
[...truncated 53705 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2002 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2002/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3219710, failWrongCredentials=1, requestTimes=2604, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3219710, failWrongCredentials=1, requestTimes=2604, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([9C8BF799354962AD:A15359B50DA73CDD]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 16129 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 2390651 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2390651 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/data-dir-210-001
[junit4] 2> 2390651 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2390653 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2390653 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2390653 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state
[junit4] 2> 2390657 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-002
[junit4] 2> 2390657 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2390659 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2390659 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2390660 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 2390759 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 33729
[junit4] 2> 2390759 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33729
[junit4] 2> 2390759 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33729
[junit4] 2> 2390759 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33729
[junit4] 2> 2390761 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2390761 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390761 WARN (zkConnectionManagerCallback-25352-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ec2a758 name: ZooKeeperConnection Watcher:127.0.0.1:33729 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2390762 WARN (zkConnectionManagerCallback-25352-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2390763 INFO (zkConnectionManagerCallback-25352-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2390763 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2390767 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390768 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2390770 WARN (zkConnectionManagerCallback-25354-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3569b9ba name: ZooKeeperConnection Watcher:127.0.0.1:33729/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2390770 WARN (zkConnectionManagerCallback-25354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2390770 INFO (zkConnectionManagerCallback-25354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2390770 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2390771 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2390771 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390772 WARN (zkConnectionManagerCallback-25356-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a36f077 name: ZooKeeperConnection Watcher:127.0.0.1:33729 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2390772 WARN (zkConnectionManagerCallback-25356-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2390772 INFO (zkConnectionManagerCallback-25356-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2390772 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2390773 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045b92d0570002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045b92d0570002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045b92d0570002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390874 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2390874 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2390874 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6117d2{/solr,null,AVAILABLE}
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@342da492{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43037}
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.e.j.s.Server Started @2390904ms
[junit4] 2> 2390875 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33729/solr, hostPort=43037}
[junit4] 2> 2390876 ERROR (jetty-launcher-25357-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-06T00:49:28.302Z
[junit4] 2> 2390876 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2390876 WARN (jetty-launcher-25357-thread-1-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2390877 WARN (zkConnectionManagerCallback-25359-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cd9be0 name: ZooKeeperConnection Watcher:127.0.0.1:33729/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2390877 WARN (zkConnectionManagerCallback-25359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2390877 INFO (zkConnectionManagerCallback-25359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2390877 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2390877 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2391477 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2391478 WARN (jetty-launcher-25357-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f03664[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2391478 WARN (jetty-launcher-25357-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f03664[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2391480 WARN (jetty-launcher-25357-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2abb2f8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2391480 WARN (jetty-launcher-25357-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2abb2f8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2391481 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33729/solr
[junit4] 2> 2391481 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2391482 WARN (jetty-launcher-25357-thread-1-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2391482 WARN (zkConnectionManagerCallback-25370-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e3f4685 name: ZooKeeperConnection Watcher:127.0.0.1:33729 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2391483 WARN (zkConnectionManagerCallback-25370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2391483 INFO (zkConnectionManagerCallback-25370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2391483 INFO (jetty-launcher-25357-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2391484 WARN (jetty-launcher-25357-thread-1-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045b92d0570004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045b92d0570004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045b92d0570004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2391585 WARN (jetty-launcher-25357-thread-1-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2391594 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2391594 WARN (zkConnectionManagerCallback-25372-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a8c50 name: ZooKeeperConnection Watcher:127.0.0.1:33729/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2391594 WARN (zkConnectionManagerCallback-25372-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2391594 INFO (zkConnectionManagerCallback-25372-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2391594 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2391605 WARN (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 2391672 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43037_solr
[junit4] 2> 2391672 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.Overseer Overseer (id=73284180063485957-127.0.0.1:43037_solr-n_0000000000) starting
[junit4] 2> 2391676 INFO (OverseerStateUpdate-73284180063485957-127.0.0.1:43037_solr-n_0000000000) [n:127.0.0.1:43037_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43037_solr
[junit4] 2> 2391678 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43037_solr
[junit4] 2> 2391680 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2391680 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 2391682 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 2391682 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 2391686 INFO (zkCallback-25371-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2391690 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 2391691 WARN (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2391691 WARN (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 2391708 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2391735 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43037.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@738d0969
[junit4] 2> 2391741 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43037.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@738d0969
[junit4] 2> 2391741 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43037.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@738d0969
[junit4] 2> 2391742 INFO (jetty-launcher-25357-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-002/node1
[junit4] 2> 2391754 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 2391759 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker-SendThread(127.0.0.1:33729)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2391762 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2391762 WARN (zkConnectionManagerCallback-25389-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@43c46fb0 name: ZooKeeperConnection Watcher:127.0.0.1:33729/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2391762 WARN (zkConnectionManagerCallback-25389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2391762 INFO (zkConnectionManagerCallback-25389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2391762 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2391763 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2391764 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33729/solr ready
[junit4] 2> 2391787 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[9C8BF799354962AD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 2391794 INFO (pool-228-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 2391794 INFO (pool-228-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 2391797 INFO (pool-228-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617670169223,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 2391802 INFO (pool-228-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617670169227,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 2391809 INFO (OverseerThreadFactory-25379-thread-1-processing-n:127.0.0.1:43037_solr) [n:127.0.0.1:43037_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 2391927 INFO (qtp988437951-43183) [n:127.0.0.1:43037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 2391927 INFO (qtp988437951-43185) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:43037_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAhS4161v3aWknUH2AKEY+9zuheAudjQTS/8fh6mVCgii1rhdpUJdZMoj3/l5ymWomykx0RJcFrTNEiGIv9uAWiHyGQ0FosnmW8/cJocFAJU7bi2WRtXDrRxgIU81zq32mXoCZUqNdWs9IvrGeXvBBc2alllBc3feE/3sMzi/KCzd9tgsaWWk5LVPT5oXQGpDmpVXAM23uOWGCMnzwueQyiqJgf6RJUyZ5uhdsBxBVmqxMoo7neVj480aGMS9VSCRTtuws3YSQxebOKZvcnxJFtwIP7P/oFqxw3U+/qEvE1zviN70f7HENc6EjVWLYGwCFBsOV2mAGM57OjT/xHyH8pwIDAQAB
[junit4] 2> 2391928 INFO (qtp988437951-43185) [n:127.0.0.1:43037_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2391928 INFO (qtp988437951-43185) [n:127.0.0.1:43037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 2391932 INFO (OverseerStateUpdate-73284180063485957-127.0.0.1:43037_solr-n_0000000000) [n:127.0.0.1:43037_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:43037_solr",
[junit4] 2> "base_url":"http://127.0.0.1:43037/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2392151 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2392160 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 2392188 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 2392188 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2392188 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2392189 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43037.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@738d0969
[junit4] 2> 2392189 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 2392235 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2392235 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2392236 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2392236 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2392238 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2392239 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2392239 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 2392239 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696250115826647040
[junit4] 2> 2392242 INFO (searcherExecutor-25391-thread-1-processing-n:127.0.0.1:43037_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2392245 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2392245 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 2392249 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2392249 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2392249 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43037/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 2392249 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2392250 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:43037/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 2392250 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73284180063485957-core_node2-n_0000000000
[junit4] 2> 2392252 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43037/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 2392354 INFO (zkCallback-25371-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392354 INFO (zkCallback-25371-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392354 INFO (zkCallback-25371-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392355 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2392358 INFO (qtp988437951-43184) [n:127.0.0.1:43037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=207
[junit4] 2> 2392360 INFO (qtp988437951-43182) [n:127.0.0.1:43037_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2392458 INFO (zkCallback-25371-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392458 INFO (zkCallback-25371-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392458 INFO (zkCallback-25371-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392458 INFO (zkCallback-25371-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2392458 INFO (qtp988437951-43182) [n:127.0.0.1:43037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=652
[junit4] 2> 2392460 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[9C8BF799354962AD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=9C8BF799354962AD -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-EC -Dtests.timezone=Asia/Muscat -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.70s J1 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3219710, failWrongCredentials=1, requestTimes=2604, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([9C8BF799354962AD:A15359B50DA73CDD]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2392463 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 2393567 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1912149904
[junit4] 2> 2393567 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43037_solr
[junit4] 2> 2393568 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2393568 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43037_solr as DOWN
[junit4] 2> 2393570 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2a42dae0
[junit4] 2> 2393570 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@2a42dae0
[junit4] 2> 2393570 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38048eb3: rootName = solr_43037, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@44a71260
[junit4] 2> 2393580 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@2a42dae0
[junit4] 2> 2393581 INFO (coreCloseExecutor-25400-thread-1) [n:127.0.0.1:43037_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 2393582 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2393582 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e8a7283: rootName = solr_43037, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2ebd83be
[junit4] 2> 2393588 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 2393588 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33825e26: rootName = solr_43037, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@75525d6b
[junit4] 2> 2393590 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 2393590 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60bdfab1: rootName = solr_43037, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@38716f5
[junit4] 2> 2393590 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 2393591 INFO (closeThreadPool-25402-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73284180063485957-127.0.0.1:43037_solr-n_0000000000) closing
[junit4] 2> 2393592 INFO (OverseerStateUpdate-73284180063485957-127.0.0.1:43037_solr-n_0000000000) [n:127.0.0.1:43037_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43037_solr
[junit4] 2> 2393594 INFO (OverseerAutoScalingTriggerThread-73284180063485957-127.0.0.1:43037_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2393595 INFO (closeThreadPool-25402-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284180063485957-127.0.0.1:43037_solr-n_0000000000) closing
[junit4] 2> 2393692 INFO (jetty-closer-25396-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73284180063485957-127.0.0.1:43037_solr-n_0000000000) closing
[junit4] 2> 2393693 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@342da492{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 2393694 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6117d2{/solr,null,STOPPED}
[junit4] 2> 2393694 INFO (jetty-closer-25396-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2393694 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2393896 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 2393898 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33729
[junit4] 2> 2393898 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33729
[junit4] 2> 2393898 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[9C8BF799354962AD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33729
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_9C8BF799354962AD-001
[junit4] 2> Apr 06, 2021 12:49:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=653, maxMBSortInHeap=6.45030045646984, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=es-EC, timezone=Asia/Muscat
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=146089960,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [WordBreakSolrSpellCheckerTest, HdfsDirectoryTest, TestSolrCoreProperties, TestDFRSimilarityFactory, TestCloudDeleteByQuery, TestSolrConfigHandler, MultiDestinationAuditLoggerTest, TestConfigReload, TestSolrJ, SuggestComponentContextFilterQueryTest, TestConfigSetsAPIZkFailure, TestFieldSortValues, TestLegacyField, CdcrBootstrapTest, SolrCLIZkUtilsTest, AsyncCallRequestStatusResponseTest, ShardRoutingTest, SampleTest, JWTAuthPluginIntegrationTest, TestCrossCoreJoin, TestPackages, TestSerializedLuceneMatchVersion, TestValueSourceCache, TestStressVersions, TestSimUtils, TestAtomicUpdateErrorCases, MetricTriggerIntegrationTest, TestCloudJSONFacetSKGEquiv, RoutingToNodesWithPropertiesTest, XsltUpdateRequestHandlerTest, TestJoin, TestDistributedMap, TestSolrCloudWithKerberosAlt, HdfsThreadLeakTest, PurgeGraphTest, TestDocSet, TestSolrConfigHandlerCloud, CdcrUpdateLogTest, ScheduledMaintenanceTriggerTest, TestExternalRoleRuleBasedAuthorizationPlugin, NestedShardedAtomicUpdateTest, TestTolerantUpdateProcessorRandomCloud, CacheHeaderTest, StressHdfsTest, HdfsBackupRepositoryIntegrationTest, HighlighterMaxOffsetTest, UpdateParamsTest, ShowFileRequestHandlerTest, DateRangeFieldTest, TestInPlaceUpdatesDistrib, AnalyticsQueryTest, ClusterStateTest, HdfsBasicDistributedZkTest, TestManagedSynonymGraphFilterFactory, MetricsHistoryWithAuthIntegrationTest, DistributedUpdateProcessorTest, ZkStateWriterTest, TestLegacyBM25SimilarityFactory, TestBulkSchemaAPI, TriggerEventQueueTest, VMParamsZkACLAndCredentialsProvidersTest, TestUseDocValuesAsStored, ReindexCollectionTest, SolrGraphiteReporterTest, ConnectionReuseTest, SolrCloudReportersTest, SearchHandlerTest, LoggingHandlerTest, HttpTriggerListenerTest, PackageManagerCLITest, TestCollectionAPI, PrimUtilsTest, TestShortCircuitedRequests, TestJavabinTupleStreamParser, DistributedQueryComponentOptimizationTest, LargeFieldTest, TestInfoStreamLogging, PluginInfoTest, TestObjectReleaseTracker, WrapperMergePolicyFactoryTest, PolyFieldTest, QueryParsingTest, TestStressLiveNodes, ZkNodePropsTest, TestSimComputePlanAction, AutoScalingHandlerTest, BigEndianAscendingWordSerializerTest, ChangedSchemaMergeTest, SignificantTermsQParserPluginTest, TestFieldCacheVsDocValues, ProtectedTermFilterFactoryTest, TestSweetSpotSimilarityFactory, TestJsonFacetsStatsParsing, DirectoryFactoriesTest, TestAddFieldRealTimeGet, AssignBackwardCompatibilityTest, UniqFieldsUpdateProcessorFactoryTest, MoveReplicaHDFSTest, TaggingAttributeTest, SortByFunctionTest, TestReplicaProperties, TestNestedUpdateProcessor, TestDistribPackageStore, TestRestoreCore, TestFacetMethods, PeerSyncWithLeaderAndIndexFingerprintCachingTest, EmbeddedSolrNoSerializeTest, TestSubQueryTransformerDistrib, TestExactSharedStatsCache, TestRecoveryHdfs, DistributedTermsComponentTest, TestPivotHelperCode, TestBulkSchemaConcurrent, TestSolrJacksonAnnotation, TestZkChroot, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, TestDistributedMissingSort, TestDistributedSearch, TestLuceneMatchVersion, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionWithTlogReplicasTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, SplitShardTest, TestCloudPivotFacet, TestCloudRecovery2, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestPrepRecovery, TestRequestForwarding, TestSSLRandomization, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, NodeAddedTriggerTest, NodeLostTriggerTest, TestPolicyCloud, CdcrWithNodesRestartsTest, HDFSCollectionsAPITest, ZkDynamicConfigTest, AlternateDirectoryTest, BlobRepositoryCloudTest, ByteBuffersDirectoryFactoryTest, CachingDirectoryFactoryTest, TestConfig, TestConfigSetProperties, TestConfigSets, TestCoreDiscovery, TestDynamicLoading, TestReplicationHandlerBackup, TestStressThreadBackup, TestSystemCollAutoCreate, CoreMergeIndexesAdminHandlerTest, DaemonStreamApiTest, MetricsHandlerTest, MetricsHistoryHandlerTest, TestCollectionAPIs, TestCoreAdminApis, V2CollectionBackupsAPIMappingTest, ZookeeperReadAPITest, CustomTermsComponentTest, DistributedFacetPivotLongTailTest, DistributedMLTComponentTest, ResponseBuilderTest, TestDistributedStatsComponentCardinality, TestCustomDocTransformer, TestRawTransformer, TestChildDocTransformer, TestExplainDocTransformer, TestFieldCollectionResource, TestSchemaNameResource, TestSchemaSimilarityResource, ExternalFileFieldSortTest, IndexSchemaRuntimeFieldTest, ManagedSchemaRoundRobinCloudTest, PrimitiveFieldTypeTest, RankFieldTest, TestCollationField, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchemaAPI, TestSchemaField, TestSchemaManager, TestSchemalessBufferedUpdates, TestSortableTextField, TestCollapseQParserPlugin, TestComplexPhraseLeadingWildcard, TestComplexPhraseQParserPlugin, TestFoldingMultitermQuery, TestIndexSearcher, TestLRUCache, TestLegacyNumericRangeQueryBuilder, TestMaxScoreQueryParser, TestMissingGroups, TestOverriddenPrefixQueryForCustomFieldType, TestPayloadScoreQParserPlugin, TestQueryTypes, TestRTGBase, TestRandomCollapseQParserPlugin, SpatialHeatmapFacetsTest, BasicAuthOnSingleNodeTest, TestImpersonationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [840/936 (1!)] on J1 in 3.76s, 1 test, 1 failure <<< FAILURES!
[...truncated 51121 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2001 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2001/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=14679695, failWrongCredentials=1, requestTimes=2188, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=14679695, failWrongCredentials=1, requestTimes=2188, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
at __randomizedtesting.SeedInfo.seed([3252E76B4585CAD8:F8A49477D6B94A8]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14402 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[junit4] 2> 832224 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 832224 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 832225 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/data-dir-174-001
[junit4] 2> 832225 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 832225 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 832578 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-002
[junit4] 2> 832578 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 832578 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 832578 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 832579 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 832678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 41413
[junit4] 2> 832678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41413
[junit4] 2> 832678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41413
[junit4] 2> 832678 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41413
[junit4] 2> 832680 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832680 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832681 WARN (zkConnectionManagerCallback-8203-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48703d13 name: ZooKeeperConnection Watcher:127.0.0.1:41413 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 832681 WARN (zkConnectionManagerCallback-8203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 832682 INFO (zkConnectionManagerCallback-8203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832682 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832688 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832688 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832691 WARN (zkConnectionManagerCallback-8205-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@52d0c5ea name: ZooKeeperConnection Watcher:127.0.0.1:41413/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 832691 WARN (zkConnectionManagerCallback-8205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 832694 INFO (zkConnectionManagerCallback-8205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832694 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832695 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832695 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832696 WARN (zkConnectionManagerCallback-8207-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44d0282e name: ZooKeeperConnection Watcher:127.0.0.1:41413 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 832696 WARN (zkConnectionManagerCallback-8207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 832696 INFO (zkConnectionManagerCallback-8207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832696 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832799 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 832799 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 832799 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
[junit4] 2> 832800 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 832800 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 832800 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a8ccaea{/solr,null,AVAILABLE}
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1edb27be{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44923}
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.e.j.s.Server Started @832836ms
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41413/solr, hostPort=44923}
[junit4] 2> 832801 ERROR (jetty-launcher-8208-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 832801 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-05T22:29:24.179Z
[junit4] 2> 832802 WARN (jetty-launcher-8208-thread-1-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 832802 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 832805 WARN (zkConnectionManagerCallback-8210-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@682d5e59 name: ZooKeeperConnection Watcher:127.0.0.1:41413/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 832805 WARN (zkConnectionManagerCallback-8210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 832810 INFO (zkConnectionManagerCallback-8210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 832810 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 832811 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 833575 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 833576 WARN (jetty-launcher-8208-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29841a07[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833576 WARN (jetty-launcher-8208-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29841a07[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833578 WARN (jetty-launcher-8208-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d818953[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833578 WARN (jetty-launcher-8208-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d818953[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 833579 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41413/solr
[junit4] 2> 833580 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833580 WARN (jetty-launcher-8208-thread-1-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 833580 WARN (zkConnectionManagerCallback-8221-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a70afb2 name: ZooKeeperConnection Watcher:127.0.0.1:41413 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 833582 WARN (zkConnectionManagerCallback-8221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 833583 INFO (zkConnectionManagerCallback-8221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833583 INFO (jetty-launcher-8208-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833684 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833684 WARN (jetty-launcher-8208-thread-1-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 833685 WARN (zkConnectionManagerCallback-8223-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68139eed name: ZooKeeperConnection Watcher:127.0.0.1:41413/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 833685 WARN (zkConnectionManagerCallback-8223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 833685 INFO (zkConnectionManagerCallback-8223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833685 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833693 WARN (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
[junit4] 2> 833742 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44923_solr
[junit4] 2> 833742 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.Overseer Overseer (id=73283629290487813-127.0.0.1:44923_solr-n_0000000000) starting
[junit4] 2> 833746 INFO (OverseerStateUpdate-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [n:127.0.0.1:44923_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44923_solr
[junit4] 2> 833747 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44923_solr
[junit4] 2> 833747 INFO (OverseerStateUpdate-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [n:127.0.0.1:44923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 833749 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 833749 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
[junit4] 2> 833757 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 833765 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
[junit4] 2> 833787 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 833793 WARN (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=enabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 833793 WARN (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off. Consider enabling SSL to protect user credentials and data with encryption.
[junit4] 2> 833810 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 833837 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@702b1fd5
[junit4] 2> 833843 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@702b1fd5
[junit4] 2> 833843 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@702b1fd5
[junit4] 2> 833844 INFO (jetty-launcher-8208-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-002/node1
[junit4] 2> 833865 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 833865 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 833866 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
[junit4] 2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/jaas-client.conf'.
[junit4] 2> at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 833866 WARN (zkConnectionManagerCallback-8240-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e4fd090 name: ZooKeeperConnection Watcher:127.0.0.1:41413/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 833866 WARN (zkConnectionManagerCallback-8240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 833867 INFO (zkConnectionManagerCallback-8240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 833867 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 833868 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 833869 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41413/solr ready
[junit4] 2> 833883 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[3252E76B4585CAD8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 2> 833993 INFO (pool-90-thread-1) [ ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
[junit4] 2> 834004 INFO (pool-90-thread-1) [ ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
[junit4] 2> 834033 INFO (pool-90-thread-1) [ ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617661765409,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 834060 INFO (pool-90-thread-1) [ ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617661765438,solr for HTTP/127.0.0.1@EXAMPLE.COM
[junit4] 2> 834081 INFO (OverseerThreadFactory-8230-thread-1-processing-n:127.0.0.1:44923_solr) [n:127.0.0.1:44923_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 834201 INFO (qtp270326733-15057) [n:127.0.0.1:44923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 834201 INFO (qtp270326733-15060) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:44923_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAnArnPM2LEXoUFeI9784b8xaowhAJSzGlHknAUYxE90RlATy2h+u6U6zgthM+dBrUDdPq8xVMcxJTtR/41LBDveJxcS84foDeHzlkLLKZG/TguNvMoiJdVV8mXLWzOAHz7mRp6uyN9PngaKGsq/wu2Yo4xQL+oSEj7zMFR4cd0tFDEWcq9ZCT+j6t1Kf6B/O5PWwY2P6fRP+k1fDuWun4M4UEzKeVzkJuVx/p6jyAsDuip66jG3KspYO2ocjK45JXeR6pvzXsRe0Y7L1VDLICdcGyxNTtYZoFjEJw3KiLFegzDQzhAz9I/mbogaPcQxTiiTo1NLJlrwCC4xusJ7pMkQIDAQAB
[junit4] 2> 834205 INFO (qtp270326733-15060) [n:127.0.0.1:44923_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 834205 INFO (qtp270326733-15060) [n:127.0.0.1:44923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 834209 INFO (OverseerStateUpdate-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [n:127.0.0.1:44923_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:44923_solr",
[junit4] 2> "base_url":"http://127.0.0.1:44923/solr",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 834424 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 834433 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 834439 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 834439 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 834439 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 834441 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44923.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@702b1fd5
[junit4] 2> 834441 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 834482 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 834482 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 834483 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 834483 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 834484 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 834485 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 834485 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 834485 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696241303801561088
[junit4] 2> 834488 INFO (searcherExecutor-8242-thread-1-processing-n:127.0.0.1:44923_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 834490 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 834490 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
[junit4] 2> 834493 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 834493 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 834493 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44923/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 834494 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 834494 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:44923/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 834494 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73283629290487813-core_node2-n_0000000000
[junit4] 2> 834496 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44923/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 834597 INFO (zkCallback-8222-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834597 INFO (zkCallback-8222-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834599 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 834601 INFO (qtp270326733-15059) [n:127.0.0.1:44923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=178
[junit4] 2> 834603 INFO (qtp270326733-15058) [n:127.0.0.1:44923_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 834701 INFO (zkCallback-8222-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834701 INFO (zkCallback-8222-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834701 INFO (zkCallback-8222-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 834701 INFO (qtp270326733-15058) [n:127.0.0.1:44923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=623
[junit4] 2> 834708 INFO (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[3252E76B4585CAD8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=3252E76B4585CAD8 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ga -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.84s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=14679695, failWrongCredentials=1, requestTimes=2188, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
[junit4] > at __randomizedtesting.SeedInfo.seed([3252E76B4585CAD8:F8A49477D6B94A8]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
[junit4] > at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
[junit4] > at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 834711 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
[junit4] 2> 835815 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2007400670
[junit4] 2> 835815 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44923_solr
[junit4] 2> 835816 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 835816 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:44923_solr as DOWN
[junit4] 2> 835818 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5bfc9f89
[junit4] 2> 835818 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@5bfc9f89
[junit4] 2> 835818 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ddf2f68: rootName = solr_44923, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@760de68f
[junit4] 2> 835828 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@5bfc9f89
[junit4] 2> 835829 INFO (coreCloseExecutor-8251-thread-1) [n:127.0.0.1:44923_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 835830 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 835830 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fcdd7c9: rootName = solr_44923, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@7af160d9
[junit4] 2> 835835 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 835835 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@89c6c3: rootName = solr_44923, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5bb80cdd
[junit4] 2> 835837 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 835837 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14a74fc0: rootName = solr_44923, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@2b77198d
[junit4] 2> 835837 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 835838 INFO (closeThreadPool-8253-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73283629290487813-127.0.0.1:44923_solr-n_0000000000) closing
[junit4] 2> 835838 INFO (OverseerStateUpdate-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [n:127.0.0.1:44923_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44923_solr
[junit4] 2> 835838 INFO (OverseerAutoScalingTriggerThread-73283629290487813-127.0.0.1:44923_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 835849 INFO (closeThreadPool-8253-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283629290487813-127.0.0.1:44923_solr-n_0000000000) closing
[junit4] 2> 835949 INFO (jetty-closer-8247-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73283629290487813-127.0.0.1:44923_solr-n_0000000000) closing
[junit4] 2> 835951 INFO (jetty-closer-8247-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1edb27be{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 835951 INFO (jetty-closer-8247-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a8ccaea{/solr,null,STOPPED}
[junit4] 2> 835951 INFO (jetty-closer-8247-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 835951 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 836053 WARN (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker-SendThread(127.0.0.1:41413)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045b1293b60001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1045b1293b60001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045b1293b60001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 836154 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/collections/testkerberoscollection/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 836156 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41413
[junit4] 2> 836156 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41413
[junit4] 2> 836156 INFO (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3252E76B4585CAD8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41413
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3252E76B4585CAD8-001
[junit4] 2> Apr 05, 2021 10:29:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1234, maxMBSortInHeap=6.587234597241041, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ga, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=175934848,total=527958016
[junit4] 2> NOTE: All tests run in this JVM: [SharedFSAutoReplicaFailoverTest, TestSimDistributedQueue, TestSolrCloudSnapshots, TestComponentsName, SolrJmxReporterTest, ResponseBuilderTest, TestCloudRecovery2, TestSQLHandlerNonCloud, TestDeleteCollectionOnDownNodes, TestCodecSupport, RuleEngineTest, DistributedQueueTest, SolrLogAuditLoggerPluginTest, TermVectorComponentDistributedTest, TestFastOutputStream, PeerSyncWithBufferUpdatesTest, TestSkipOverseerOperations, IndexSizeTriggerSizeEstimationTest, MetricsConfigTest, CloudExitableDirectoryReaderTest, TestTestInjection, HttpPartitionWithTlogReplicasTest, LegacyCloudClusterPropTest, TestHdfsUpdateLog, TestExportWriter, TestFuzzyAnalyzedSuggestions, TestSort, ConnectionManagerTest, TestExtendedDismaxParser, TestSafeXMLParsing, TestManagedSchema, TestLMDirichletSimilarityFactory, TestSolrQueryResponse, SaslZkACLProviderTest, TestLRUStatsCache, TestConfigSetProperties, TestSolrCoreParser, DeleteLastCustomShardedReplicaTest, ZkSolrClientTest, TestSolrDeletionPolicy2, TestJsonRangeFacets, TestCloudPhrasesIdentificationComponent, OverseerRolesTest, TestSimScenario, SuggesterTSTTest, SpellingQueryConverterTest, ConfigureRecoveryStrategyTest, TestPolicyCloud, AddSchemaFieldsUpdateProcessorFactoryTest, NodeMarkersRegistrationTest, CloudMLTQParserTest, TestStressReorder, TestHttpServletCarrier, AutoAddReplicasIntegrationTest, CurrencyFieldTypeTest, OutOfBoxZkACLAndCredentialsProvidersTest, ChaosMonkeySafeLeaderTest, BlobRepositoryCloudTest, ZkControllerTest, TestDynamicFieldNamesIndexCorrectly, InfixSuggestersTest, V2CollectionBackupsAPIMappingTest, DefaultValueUpdateProcessorTest, CloudReplicaSourceTest, TestLegacyFieldCache, DistributedMLTComponentTest, DistributedDebugComponentTest, SimpleFacetsTest, PreAnalyzedFieldTest, DirectUpdateHandlerTest, BadIndexSchemaTest, TestFiltering, DeleteStatusTest, ExplicitHLLTest, Tagger2Test, TestIndexSearcher, RAMDirectoryFactoryTest, RecoveryAfterSoftCommitTest, RankQueryTest, SynonymTokenizerTest, TestDistributedGrouping, FastVectorHighlighterTest, CollectionReloadTest, FieldMutatingUpdateProcessorTest, SecurityConfHandlerTest, CrossCollectionJoinQueryTest, MBeansHandlerTest, CSVRequestHandlerTest, TriLevelCompositeIdRoutingTest, TestSlowCompositeReaderWrapper, ClassificationUpdateProcessorFactoryTest, TestSolrCloudWithHadoopAuthPlugin]
[junit4] Completed [331/936 (1!)] on J3 in 4.26s, 1 test, 1 failure <<< FAILURES!
[...truncated 52846 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2000 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2000/
7 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([FA0B3096F2DD9D56:6CF63E968F9B2B14]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([FA0B3096F2DD9D56:235D6152F1B98E1C]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([FA0B3096F2DD9D56:2DDC1FE146820511]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, InternalHttpClient, ZkController, SolrZkClient, ZKServerMain, ZkStateReader, SolrZkClient, ZkStateReader, ZkStateReader, ZkStateReader, Overseer, InternalHttpClient, Http2SolrClient, Http2SolrClient, SolrZkClient, SolrZkClient, ZkController, , Http2SolrClient, InternalHttpClient, Http2SolrClient, ZkTestServer, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, InternalHttpClient, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.
[...truncated too long message...]
ayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/1718761681.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=2854, name=qtp601943355-2854, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=2892, name=Thread-387, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 59) Thread[id=2841, name=qtp601943355-2841, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/1718761681.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=2849, name=qtp601943355-2849, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=2848, name=qtp1361820601-2848, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=5294, name=SolrRrdBackendFactory-1722-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=5287, name=SolrRrdBackendFactory-1704-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=2915, name=MetricsHistoryHandler-1741-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2F153F286D37C0EC]:0)
[junit4] Completed [193/214 (1!)] on J1 in 182.28s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49717 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1999 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1999/
7 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at http://127.0.0.1:44899/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44899/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([258ADE5146E6A3A6:B377D0513BA015E4]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithMultipleReplicas(CdcrBootstrapTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([258ADE5146E6A3A6:FCDC8F954582B0EC]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<1000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0>
at __randomizedtesting.SeedInfo.seed([258ADE5146E6A3A6:F25DF126F2B93BE1]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, Http2SolrClient, Overseer, InternalHttpClient, ZkStateReader, SolrZkClient, Http2SolrClient, ZkStateReader, SolrZkClient, ZkStateReader, InternalHttpClient, Http2SolrClient, ZKServerMain, SolrZkClient, ZkController, ZkStateReader, Http2SolrClient, ZkTestServer, InternalHttpClient, , Http2SolrClient, SolrZkClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkController] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.ran
[...truncated too long message...]
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=6608, name=qtp664535781-6608, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=6606, name=qtp1160468134-6606, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$115/1736670156.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=6686, name=h2sc-3653-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$115/1736670156.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$86/472119785.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=6610, name=qtp664535781-6610, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=6616, name=qtp1160468134-6616, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=6622, name=qtp2050612147-6622, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$115/1736670156.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=7629, name=Connector-Scheduler-70c1b0c3-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([E43A669ACAD5E5A6]:0)
[junit4] Completed [214/214 (1!)] on J1 in 219.55s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49654 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1998 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1998/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, ZkTestServer, InternalHttpClient, Http2SolrClient, Http2SolrClient, SolrZkClient, SolrZkClient, InternalHttpClient, ZkStateReader, ZkStateReader, ZkController, Http2SolrClient, , InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkStateReader, InternalHttpClient, SolrZkClient, Overseer, ZkStateReader, ZkController, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZKServerMain, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, ZkTestServer, InternalHttpClient, Http2SolrClient, Http2SolrClient, SolrZkClient, SolrZkClient, InternalHttpClient, ZkStateReader, ZkStateReader, ZkController, Http2SolrClient, , InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkStateReader, InternalHttpClient, SolrZkClient, Overseer, ZkStateReader, ZkController, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZKServerMain, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.Random
[...truncated too long message...]
34)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=6060, name=h2sc-3238-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/1011530865.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$76/456099964.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=6018, name=qtp96379716-6018, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=6053, name=SolrRrdBackendFactory-3233-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=6329, name=SolrRrdBackendFactory-3233-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=6003, name=qtp1868790745-6003, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/1011530865.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=6088, name=zkConnectionManagerCallback-3263-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=6056, name=ScheduledTrigger-3228-thread-3, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=6095, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[8A2B7674DDF704C4]-SendThread(127.0.0.1:34843), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > at __randomizedtesting.SeedInfo.seed([8A2B7674DDF704C4]:0)
[junit4] Completed [190/214 (1!)] on J0 in 196.94s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49723 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1997 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1997/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, ZKServerMain, , Http2SolrClient, SolrZkClient, Http2SolrClient, ZkStateReader, ZkTestServer, ZkStateReader, Http2SolrClient, SolrZkClient, Overseer, ZkController, SolrZkClient, ZkStateReader, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkController, ZkStateReader, InternalHttpClient, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, ZKServerMain, , Http2SolrClient, SolrZkClient, Http2SolrClient, ZkStateReader, ZkTestServer, ZkStateReader, Http2SolrClient, SolrZkClient, Overseer, ZkController, SolrZkClient, ZkStateReader, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, ZkController, ZkStateReader, InternalHttpClient, SolrZkClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.Random
[...truncated too long message...]
.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 63) Thread[id=4807, name=jetty-launcher-2569-thread-1-SendThread(127.0.0.1:35341), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 64) Thread[id=4786, name=ScheduledTrigger-2611-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=4802, name=h2sc-2629-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/224009166.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$109/154138962.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=4809, name=zkConnectionManagerCallback-2634-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4819, name=zkConnectionManagerCallback-2647-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=6837, name=SolrRrdBackendFactory-2640-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=4728, name=qtp984361519-4728, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=4761, name=h2sc-2589-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/224009166.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$109/154138962.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([A3C346BA2113E38E]:0)
[junit4] Completed [214/214 (1!)] on J0 in 197.69s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1996 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1996/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZKServerMain, Overseer, ZkStateReader, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkStateReader, ZkController, SolrZkClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkController, Http2SolrClient, SolrZkClient, Http2SolrClient, ZkTestServer, InternalHttpClient, SolrZkClient, ZkStateReader, , InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZKServerMain, Overseer, ZkStateReader, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkStateReader, ZkController, SolrZkClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, SolrZkClient, ZkController, Http2SolrClient, SolrZkClient, Http2SolrClient, ZkTestServer, InternalHttpClient, SolrZkClient, ZkStateReader, , InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateRea
[...truncated too long message...]
clipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=4034, name=h2sc-2049-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$113/529572083.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$69/90584771.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=3974, name=qtp1248911767-3974, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=3963, name=qtp143557592-3963, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=3964, name=qtp1467203632-3964, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4051, name=Connector-Scheduler-18892e95-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=4015, name=h2sc-2030-thread-2, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$113/529572083.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$69/90584771.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=4047, name=TEST-CloudSolrClientTest.testPRSRestart-seed#[558784CBA795BF96]-SendThread(127.0.0.1:44991), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 70) Thread[id=6701, name=SolrRrdBackendFactory-2060-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([558784CBA795BF96]:0)
[junit4] Completed [214/214 (1!)] on J0 in 185.82s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1995 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1995/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, SolrZkClient, Http2SolrClient, ZkStateReader, ZkController, ZkStateReader, SolrZkClient, SolrZkClient, Http2SolrClient, ZkTestServer, ZkController, InternalHttpClient, SolrZkClient, ZkStateReader, Http2SolrClient, ZkStateReader, Overseer, SolrZkClient, InternalHttpClient, InternalHttpClient, , SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZkController, InternalHttpClient, ZKServerMain] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [Http2SolrClient, SolrZkClient, Http2SolrClient, ZkStateReader, ZkController, ZkStateReader, SolrZkClient, SolrZkClient, Http2SolrClient, ZkTestServer, ZkController, InternalHttpClient, SolrZkClient, ZkStateReader, Http2SolrClient, ZkStateReader, Overseer, SolrZkClient, InternalHttpClient, InternalHttpClient, , SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, ZkController, InternalHttpClient, ZKServerMain] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCl
[...truncated too long message...]
yedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=4813, name=qtp2112337778-4813, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/1278783338.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=4810, name=qtp2112337778-4810, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/1278783338.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=4830, name=Session-HouseKeeper-61d53fe7-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=4845, name=h2sc-2689-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/1278783338.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$92/632012315.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=4889, name=SolrRrdBackendFactory-2736-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=4903, name=Connector-Scheduler-732046be-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([B97D3D928A80738A]:0)
[junit4] Completed [214/214 (1!)] on J0 in 219.42s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49651 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1994 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1994/
9 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
Number of replicas in the state does not match what we set:1 vs 3
Stack Trace:
org.apache.solr.cloud.ZkController$NotInClusterStateException: Number of replicas in the state does not match what we set:1 vs 3
at __randomizedtesting.SeedInfo.seed([3ED4919C0A8DEFC7:B680AE46A471823F]:0)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForActiveReplicaCount(AbstractFullDistribZkTestBase.java:635)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:574)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:360)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1088)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
42 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest: 1) Thread[id=23007, name=SolrRrdBackendFactory-15187-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=22950, name=qtp373418239-22950-acceptor-0@1063de8-ServerConnector@127e6eef{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40009}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23040, name=SolrRrdBackendFactory-15169-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=22944, name=Session-HouseKeeper-16698528-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=22938, name=qtp1864235559-22938-acceptor-0@762ea680-ServerConnector@6b22731c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35935}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23028, name=Connector-Scheduler-6b22731c-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23041, name=SolrRrdBackendFactory-15187-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=22937, name=qtp1864235559-22937, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=22992, name=Thread-3171, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 10) Thread[id=22942, name=qtp1864235559-22942, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=22954, name=qtp373418239-22954, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=22949, name=qtp373418239-22949, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=22941, name=qtp1864235559-22941, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=22982, name=Thread-3170, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 15) Thread[id=22936, name=qtp1864235559-22936, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=23039, name=SolrRrdBackendFactory-15159-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=22931, name=Session-HouseKeeper-58ab9d6b-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=22924, name=qtp888191911-22924, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=22957, name=Session-HouseKeeper-5640c40b-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=23009, name=Thread-3172, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 21) Thread[id=22930, name=qtp888191911-22930, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=22953, name=qtp373418239-22953, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=23008, name=MetricsHistoryHandler-15188-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=22956, name=qtp373418239-22956, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=22929, name=qtp888191911-22929, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=22939, name=qtp1864235559-22939, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=22952, name=qtp373418239-22952, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=22927, name=qtp888191911-22927, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=23033, name=Connector-Scheduler-127e6eef-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=23014, name=Connector-Scheduler-30cf29e1-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=22923, name=qtp888191911-22923, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=22928, name=qtp888191911-22928, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=22951, name=qtp373418239-22951, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=22980, name=SolrRrdBackendFactory-15159-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=22925, name=qtp888191911-22925-acceptor-0@414d1621-ServerConnector@30cf29e1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:32983}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=22955, name=qtp373418239-22955, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=22990, name=SolrRrdBackendFactory-15169-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=22940, name=qtp1864235559-22940, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=22943, name=qtp1864235559-22943, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=22926, name=qtp888191911-22926, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=22981, name=MetricsHistoryHandler-15160-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=22991, name=MetricsHistoryHandler-15170-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 42 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest:
1) Thread[id=23007, name=SolrRrdBackendFactory-15187-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=22950, name=qtp373418239-22950-acceptor-0@1063de8-ServerConnector@127e6eef{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40009}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23040, name=SolrRrdBackendFactory-15169-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=22944, name=Session-HouseKeeper-16698528-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=22938, name=qtp1864235559-22938-acceptor-0@762ea680-ServerConnector@6b22731c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35935}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=23028, name=Connector-Scheduler-6b22731c-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=23041, name=SolrRrdBackendFactory-15187-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=22937, name=qtp1864235559-22937, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=22992, name=Thread-3171, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
10) Thread[id=22942, name=qtp1864235559-22942, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=22954, name=qtp373418239-22954, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=22949, name=qtp373418239-22949, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=22941, name=qtp1864235559-22941, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=22982, name=Thread-3170, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
15) Thread[id=22936, name=qtp1864235559-22936, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=23039, name=SolrRrdBackendFactory-15159-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=22931, name=Session-HouseKeeper-58ab9d6b-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=22924, name=qtp888191911-22924, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=22957, name=Session-HouseKeeper-5640c40b-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=23009, name=Thread-3172, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
21) Thread[id=22930, name=qtp888191911-22930, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=22953, name=qtp373418239-22953, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=23008, name=MetricsHistoryHandler-15188-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=22956, name=qtp373418239-22956, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=22929, name=qtp888191911-22929, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=22939, name=qtp1864235559-22939, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=22952, name=qtp373418239-22952, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=22927, name=qtp888191911-22927, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=23033, name=Connector-Scheduler-127e6eef-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=23014, name=Connector-Scheduler-30cf29e1-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=22923, name=qtp888191911-22923, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=22928, name=qtp888191911-22928, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=22951, name=qtp373418239-22951, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=22980, name=SolrRrdBackendFactory-15159-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=22925, name=qtp888191911-22925-acceptor-0@414d1621-ServerConnector@30cf29e1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:32983}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=22955, name=qtp373418239-22955, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=22990, name=SolrRrdBackendFactory-15169-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=22940, name=qtp1864235559-22940, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=22943, name=qtp1864235559-22943, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=22926, name=qtp888191911-22926, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=22981, name=MetricsHistoryHandler-15160-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=22991, name=MetricsHistoryHandler-15170-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([3ED4919C0A8DEFC7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=23007, name=SolrRrdBackendFactory-15187-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=22950, name=qtp373418239-22950, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23040, name=SolrRrdBackendFactory-15169-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=22944, name=Session-HouseKeeper-16698528-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=22938, name=qtp1864235559-22938, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23028, name=Connector-Scheduler-6b22731c-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23041, name=SolrRrdBackendFactory-15187-thread-2, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=22937, name=qtp1864235559-22937, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$51/2034177938.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=22992, name=Thread-3171, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 10) Thread[id=22942, name=qtp1864235559-22942, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSy
[...truncated too long message...]
] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$62/1452872847.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$88/1987768062.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 65) Thread[id=4142, name=zkConnectionManagerCallback-2232-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 66) Thread[id=4062, name=qtp1230054915-4062, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 67) Thread[id=4144, name=Connector-Scheduler-753fbc82-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 68) Thread[id=4050, name=qtp1730853347-4050, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$62/1452872847.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 69) Thread[id=4066, name=qtp1730853347-4066, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 70) Thread[id=4114, name=h2sc-2200-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$62/1452872847.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$88/1987768062.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([3CC3D4FE13BCFBFF]:0)
[junit4] Completed [145/214 (1!)] on J0 in 219.88s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49858 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1993 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1993/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, ZkController, ZkController, SolrZkClient, ZkStateReader, ZkTestServer, ZkStateReader, SolrZkClient, SolrZkClient, SolrZkClient, Overseer, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, Http2SolrClient, , ZkController, ZkStateReader, ZkStateReader, ZKServerMain, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, ZkController, ZkController, SolrZkClient, ZkStateReader, ZkTestServer, ZkStateReader, SolrZkClient, SolrZkClient, SolrZkClient, Overseer, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Http2SolrClient, Http2SolrClient, Http2SolrClient, , ZkController, ZkStateReader, ZkStateReader, ZKServerMain, InternalHttpClient, InternalHttpClient, Http2SolrClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embe
[...truncated too long message...]
junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$112/1416751420.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=2187, name=SolrRrdBackendFactory-1329-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=4288, name=Connector-Scheduler-23152b37-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=2142, name=qtp768786685-2142, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 60) Thread[id=2123, name=qtp1768453671-2123, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=2168, name=ScheduledTrigger-1306-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=2191, name=h2sc-1334-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$112/1416751420.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$113/1021986698.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 63) Thread[id=2198, name=jetty-launcher-1276-thread-1-SendThread(127.0.0.1:39979), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 64) Thread[id=2209, name=zkConnectionManagerCallback-1354-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([4616209A1F722AAA]:0)
[junit4] Completed [116/214 (1!)] on J0 in 190.90s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49945 lines...]
[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 1992 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1992/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
ObjectTracker found 30 object(s) that were not released!!! [ZkController, ZKServerMain, ZkController, ZkTestServer, Http2SolrClient, ZkController, ZkStateReader, Http2SolrClient, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkStateReader, SolrZkClient, Http2SolrClient, InternalHttpClient, SolrZkClient, SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, Overseer, InternalHttpClient, , ZkStateReader, SolrZkClient, SolrZkClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:451) at org.apache.solr.cloud.ZkTestServer.<init>(ZkTestServer.java:434) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:279) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:343) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:477) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:319) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:691) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:456) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:632) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(OverseerElectionContext.java:77) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:309) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:218) at org.apache.solr.cloud.ZkController.init(ZkController.java:931) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:481) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.cloud.MiniSolrCloudCluster.buildSolrClient(MiniSolrCloudCluster.java:656) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:320) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$2 at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:588) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:370) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.getZkStateReader(BaseCloudSolrClient.java:291) at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:355) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:323) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:113) at org.apache.solr.cloud.ZkTestServer.init(ZkTestServer.java:467) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:614) at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:538) at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:281) at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:230) at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:220) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:115) at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:169) at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:857) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:697) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:341) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 30 object(s) that were not released!!! [ZkController, ZKServerMain, ZkController, ZkTestServer, Http2SolrClient, ZkController, ZkStateReader, Http2SolrClient, Http2SolrClient, InternalHttpClient, ZkStateReader, ZkStateReader, SolrZkClient, Http2SolrClient, InternalHttpClient, SolrZkClient, SolrZkClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, Overseer, InternalHttpClient, , ZkStateReader, SolrZkClient, SolrZkClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:482) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkTestServer$ZKServerMain at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:327) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:580) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:489) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:132) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:712) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:287) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:184) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:140) at org.eclipse.jetty.servlet.ServletHandler.initializeHolders(ServletHandler.java:780) at org.eclipse.jetty.servlet.ServletHandler.setFilters(ServletHandler.java:1504) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:997) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:478) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:194) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:74) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFail
[...truncated too long message...]
g.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 55) Thread[id=3302, name=h2sc-2074-thread-1, state=RUNNABLE, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$54/2038847147.run(Unknown Source)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$55/42234771.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 56) Thread[id=3311, name=MetricsHistoryHandler-2086-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 57) Thread[id=3257, name=qtp2120628699-3257, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 58) Thread[id=3323, name=zkConnectionManagerCallback-2097-thread-1, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 59) Thread[id=3321, name=jetty-launcher-2032-thread-1-SendThread(127.0.0.1:40283), state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
[junit4] > 60) Thread[id=3255, name=qtp784979457-3255, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 61) Thread[id=3292, name=ScheduledTrigger-2062-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 62) Thread[id=3319, name=Thread-468, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
[junit4] > 63) Thread[id=3258, name=qtp2120628699-3258, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 64) Thread[id=4165, name=SolrRrdBackendFactory-2103-thread-2, state=WAITING, group=TGRP-CloudSolrClientTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([FDE6B600F3B9553F]:0)
[junit4] Completed [115/214 (1!)] on J0 in 197.31s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49950 lines...]